-- Logs begin at Mon 2021-08-02 16:46:03 UTC, end at Mon 2021-08-02 17:43:37 UTC. -- Aug 02 17:18:43.725650 dv-cinder-788367-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 02 17:18:46.389631 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.common.config [-] Logging enabled! Aug 02 17:18:46.390255 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev509 Aug 02 17:18:46.390434 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 17:18:46.393711 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.common.config [-] Logging enabled! Aug 02 17:18:46.393964 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev509 Aug 02 17:18:46.394316 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 17:18:46.395249 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:46.395482 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:46.395850 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:46.396094 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:46.396324 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:46.396646 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.396944 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.397245 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.397453 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.397776 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.398070 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.398372 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.398661 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.398954 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.399236 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.399515 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.399781 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.400010 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.400291 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.400576 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.400864 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.401088 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] debug = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.401366 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.401788 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.402225 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.402509 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.402804 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.403082 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.403353 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.403628 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.403912 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.404237 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] host = dv-cinder-788367-3-iscsi {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.404514 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.404805 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.405091 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.405377 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.405650 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.405924 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.406230 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.406509 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.406782 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.407057 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.407346 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.407636 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.407929 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.408155 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.408374 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.408664 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.408951 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.409224 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.409496 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.409769 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.410040 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.410337 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.410606 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.410890 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.411173 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.411456 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.411729 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.412001 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.412270 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.412545 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.412836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.413111 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.413429 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.413702 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.413985 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.414275 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.414549 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.414850 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.415135 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.415415 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.415698 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.415968 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.416247 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.416515 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.416788 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.417054 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_json = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.417322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.417590 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.417931 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.418192 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.418465 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.418740 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.419011 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.419295 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:46.419590 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.419885 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.420181 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.420459 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.420754 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.421034 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.421320 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.421594 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.421880 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.422186 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.422477 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.423092 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.423382 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.423663 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.423960 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.424266 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.424559 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.424850 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.425125 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.425398 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.425669 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.425947 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.426255 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.426548 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.426836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.427111 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.427391 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.427682 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.427958 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.428230 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.428507 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.428815 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.429095 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.429369 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.429650 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.429927 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.430225 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.430499 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.430774 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.431067 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.431344 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.431616 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.431887 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.432163 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.432432 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.432713 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.432995 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.433264 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.433531 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.433806 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.434076 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.434371 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.434645 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.434916 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.435191 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.435460 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.435727 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.435996 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.436264 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.436533 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.436801 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.437067 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.437339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.437609 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.437876 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.438176 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.438436 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.438703 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.438984 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.439282 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.439558 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.439834 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.440111 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.440386 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.440659 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.440932 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.441208 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.441484 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.441753 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.442042 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.442348 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.442633 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.442920 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.443197 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.443489 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.443766 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.444051 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.444325 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.444652 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.444942 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.445224 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.445517 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.445809 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.446101 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.446418 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.446709 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.446986 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.447297 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.447577 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:46.447795 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:46.448034 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93136) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 02 17:18:46.793062 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 17:18:46.793312 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 17:18:46.793629 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 17:18:46.793967 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 02 17:18:47.180145 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.180342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.180615 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.181927 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.182191 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.182491 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.216242 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.216494 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.216788 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.229918 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.230222 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.230492 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.259865 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.260140 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.260409 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.295561 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.295851 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.296115 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.523285 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.523961 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.523961 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.524109 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.524749 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.643867 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.644195 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.644477 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.644754 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.645021 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.645334 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.645595 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.645855 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.646106 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.646415 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.646663 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.646928 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.647180 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.647433 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.647776 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.648028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.648290 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.648558 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.648813 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.649074 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.649344 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.649600 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.649883 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.650291 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.650544 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.650793 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.651193 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.651437 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.651679 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.651914 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.652149 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.652381 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:47.652742 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 02 17:18:47.655863 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 02 17:18:47.659818 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 02 17:18:47.663607 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 02 17:18:47.665381 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 02 17:18:47.665836 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 02 17:18:47.666173 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 02 17:18:47.666584 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 02 17:18:47.669358 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 02 17:18:47.669608 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 02 17:18:47.669961 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 17:18:47.675584 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 02 17:18:47.698016 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 02 17:18:47.698509 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.698804 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93136) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 02 17:18:47.699171 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.700529 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93136) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 02 17:18:47.700810 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 17:18:47.701061 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 02 17:18:47.704705 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.704987 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:47.767286 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 02 17:18:47.767527 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 02 17:18:47.767738 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 02 17:18:47.768119 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 02 17:18:47.791173 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_db.sqlalchemy.engines [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93136) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 02 17:18:48.327783 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing driver for type 'gre' Aug 02 17:18:48.328301 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] gre ID ranges: [(1, 1000)] Aug 02 17:18:48.380764 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing driver for type 'local' Aug 02 17:18:48.381094 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing driver for type 'vlan' Aug 02 17:18:48.396238 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] VlanTypeDriver initialization complete Aug 02 17:18:48.396586 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing driver for type 'vxlan' Aug 02 17:18:48.397172 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] vxlan ID ranges: [(1, 1000)] Aug 02 17:18:48.449495 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing extension driver 'port_security' Aug 02 17:18:48.449950 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] PortSecurityExtensionDriver initialization complete Aug 02 17:18:48.450470 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing mechanism driver 'openvswitch' Aug 02 17:18:48.450990 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing mechanism driver 'hyperv' Aug 02 17:18:48.461022 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.plugin [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:48.461864 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.462262 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.462614 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.463136 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.463567 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.463919 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.464259 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.464649 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.465055 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.465398 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.465742 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.466110 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.466536 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.466881 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.467215 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.467612 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.468008 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.468347 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.468682 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.469070 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.469469 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > address_group after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.469807 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > address_group after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.470167 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.470553 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:48.470931 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] ML2 OVO RPC backend initialized. {{(pid=93136) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 02 17:18:48.471616 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.471982 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.472399 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.472724 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > networks before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.473068 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.473448 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > ports before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.473765 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.474100 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnets before_response 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.474467 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.474802 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.475162 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.475514 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.475850 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.476180 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.476510 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.476840 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.477169 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.477740 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.plugin [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Modular L2 Plugin initialization complete Aug 02 17:18:48.478067 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading services supported by the core plugin {{(pid=93136) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 02 17:18:48.478417 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.plugins.ml2.managers [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Got port-security extension from driver 'port_security' Aug 02 17:18:48.478878 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.extensions.vlantransparent [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Disabled vlantransparent extension. Aug 02 17:18:48.479356 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93136) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 02 17:18:48.479664 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: router Aug 02 17:18:48.514668 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.515049 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_create 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.515418 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router before_create 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.515781 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.516153 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.516503 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_delete 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.516860 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.517344 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_create 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.517692 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.518037 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.518412 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.518767 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.519173 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.519529 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.519859 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.520195 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: subnet after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.520528 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.520873 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.521216 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_create 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.521559 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.521905 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.522280 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router after_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.522674 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.523024 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_create 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.523379 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.523906 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_update 55549900 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.524064 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > agent after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.524411 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > agent after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.524731 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > network after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.525574 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Tracking information for resource: router configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:48.525901 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Tracking information for resource: floatingip configured {{(pid=93136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:48.530823 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.db.l3_agentschedulers_db [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 02 17:18:48.531387 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.531751 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.532100 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.532451 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: port after_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.533231 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router before_create 55550100 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.533597 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.533956 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_create 55550100 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.534412 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > router precommit_update 55550100 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.538820 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.provider_configuration [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service providers = [] {{(pid=93136) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 02 17:18:48.539186 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.db.servicetype_db [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93136) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 02 17:18:48.542167 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.service_base [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:48.542533 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.service_base [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:48.542854 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.service_base [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:48.543733 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.services.service_base [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:48.544102 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.services.service_base [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 02 17:18:48.544477 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.544787 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 02 17:18:48.555805 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.556137 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: auto_allocate Aug 02 17:18:48.561793 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: network precommit_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.564372 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: network precommit_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.564372 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.564372 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: tag Aug 02 17:18:48.571044 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.571372 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: timestamp Aug 02 17:18:48.575166 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.575497 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: network_ip_availability Aug 02 17:18:48.580983 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.581290 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.581647 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.582381 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.582697 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: flavors Aug 02 17:18:48.587658 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.587988 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading Plugin: revisions Aug 02 17:18:48.592242 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:48.592628 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=93136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 17:18:48.593357 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93136) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 02 17:18:48.593694 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Initializing extension manager. Aug 02 17:18:48.594202 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: __init__.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.594568 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: __pycache__ {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.594896 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.595232 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: address_group.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.595988 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.596546 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: address-group Aug 02 17:18:48.596869 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: address_scope.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.597588 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.598093 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: address-scope Aug 02 17:18:48.598440 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.599360 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.599859 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: router-admin-state-down-before-update Aug 02 17:18:48.600178 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: agent.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.600901 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.601400 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: agent Aug 02 17:18:48.601717 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: agent_resources_synced.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.602647 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.603152 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: agent-resources-synced Aug 02 17:18:48.603467 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: allowedaddresspairs.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.605250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.605761 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: allowed-address-pairs Aug 02 17:18:48.606082 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: auto_allocated_topology.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.607169 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.607668 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: auto-allocated-topology Aug 02 17:18:48.607993 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: availability_zone.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.608676 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.609173 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: availability_zone Aug 02 17:18:48.609490 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: availability_zone_filter.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.610423 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.610920 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: availability_zone_filter Aug 02 17:18:48.611235 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: data_plane_status.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.612130 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.612634 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension data-plane-status not supported by any of loaded plugins Aug 02 17:18:48.612948 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: default_subnetpools.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.613862 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.614386 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: default-subnetpools Aug 02 17:18:48.614705 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.615509 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.616002 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: dhcp_agent_scheduler Aug 02 17:18:48.616462 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: dns.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.617371 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.617869 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension dns-integration not supported by any of loaded plugins Aug 02 17:18:48.618202 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: dns_domain_ports.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.619121 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.619618 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 02 17:18:48.619936 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.620844 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.621339 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 02 17:18:48.621656 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: dvr.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.622452 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.623064 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: dvr Aug 02 17:18:48.623504 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: ecmp_routes.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.624409 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.624900 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 02 17:18:48.625213 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: empty_string_filtering.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.626110 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.626634 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: empty-string-filtering Aug 02 17:18:48.626951 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.627858 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.628351 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 02 17:18:48.628666 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.629577 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.630071 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 02 17:18:48.630415 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: external_net.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.631310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.631852 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: external-net Aug 02 17:18:48.632170 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.633075 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.633575 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: extra_dhcp_opt Aug 02 17:18:48.633890 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: extraroute.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.634825 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.635319 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: extraroute Aug 02 17:18:48.635634 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: extraroute_atomic.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.636659 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.637161 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: extraroute-atomic Aug 02 17:18:48.637477 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: filter_validation.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.638158 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.638665 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: filter-validation Aug 02 17:18:48.638980 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: fip_pf_description.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.640057 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.640554 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 02 17:18:48.640873 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: fip_port_details.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.641811 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.642339 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: fip-port-details Aug 02 17:18:48.642658 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: flavors.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.643876 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.644383 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: flavors Aug 02 17:18:48.644700 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.646367 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.646884 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 02 17:18:48.647204 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: floatingip_pools.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.647927 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.648428 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: floatingip-pools Aug 02 17:18:48.648744 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: ip_allocation.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.649654 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.650171 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension ip_allocation not supported by any of loaded plugins Aug 02 17:18:48.650493 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.651403 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.651901 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: ip-substring-filtering Aug 02 17:18:48.652217 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l2_adjacency.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.653140 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.653634 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 02 17:18:48.653948 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.654927 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.655437 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: router Aug 02 17:18:48.655753 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.657955 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.658500 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 02 17:18:48.658831 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.659765 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.660276 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: ext-gw-mode Aug 02 17:18:48.660600 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.661527 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.662036 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: l3-ha Aug 02 17:18:48.662394 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3_flavors.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.663346 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.663850 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: l3-flavors Aug 02 17:18:48.664175 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.665085 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.665588 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 02 17:18:48.665910 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: l3agentscheduler.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.666969 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.667471 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: l3_agent_scheduler Aug 02 17:18:48.667802 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: logging.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.669248 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.669755 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension logging not supported by any of loaded plugins Aug 02 17:18:48.670075 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: metering.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.670844 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.671414 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: metering Aug 02 17:18:48.671741 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.673137 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.673646 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: metering_source_and_destination_fields Aug 02 17:18:48.673966 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: multiprovidernet.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.675037 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.675546 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: multi-provider Aug 02 17:18:48.675865 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: netmtu.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.676771 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.677269 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: net-mtu Aug 02 17:18:48.677589 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: netmtu_writable.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.678539 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.679065 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: net-mtu-writable Aug 02 17:18:48.679384 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: network_availability_zone.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.680047 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.680542 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: network_availability_zone Aug 02 17:18:48.680856 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: network_ip_availability.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.681935 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.682466 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: network-ip-availability Aug 02 17:18:48.682785 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: network_segment_range.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.683542 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.684034 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension network-segment-range not supported by any of loaded plugins Aug 02 17:18:48.684348 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: pagination.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.685322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.685647 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: pagination Aug 02 17:18:48.685962 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: port_device_profile.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.686902 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.687407 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: port-device-profile Aug 02 17:18:48.687727 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.688637 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.689136 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: port-mac-address-regenerate Aug 02 17:18:48.689452 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.690385 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.690884 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: port-numa-affinity-policy Aug 02 17:18:48.691205 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: port_resource_request.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.692110 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.692609 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension port-resource-request not supported by any of loaded plugins Aug 02 17:18:48.692925 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: portbindings.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.693841 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.694445 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: binding Aug 02 17:18:48.694765 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: portbindings_extended.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.696032 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.696538 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: binding-extended Aug 02 17:18:48.696861 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: portsecurity.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.697777 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.698325 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: port-security Aug 02 17:18:48.698644 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: project_id.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.699611 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.699931 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: project-id Aug 02 17:18:48.700248 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: providernet.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.701167 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.701675 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: provider Aug 02 17:18:48.701994 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.705572 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.706079 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos not supported by any of loaded plugins Aug 02 17:18:48.706435 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.707667 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.708173 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 02 17:18:48.708495 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.709417 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.709943 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 02 17:18:48.710295 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_default.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.711200 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.711711 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-default not supported by any of loaded plugins Aug 02 17:18:48.712035 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_fip.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.712683 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.713179 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-fip not supported by any of loaded plugins Aug 02 17:18:48.713494 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_gateway_ip.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.714451 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.714950 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 02 17:18:48.715270 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_port_network_policy.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.716179 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.716676 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 02 17:18:48.716993 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_rule_type_details.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.717902 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.718428 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 02 17:18:48.718748 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: qos_rules_alias.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.719789 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.720290 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 02 17:18:48.720604 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: quotasv2.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.721507 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.722010 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: quotas Aug 02 17:18:48.722356 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: quotasv2_detail.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.725342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.725985 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: quota_details Aug 02 17:18:48.726342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: rbac.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.727400 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.727918 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: rbac-policies Aug 02 17:18:48.728245 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: rbac_address_group.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.729182 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.729694 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: rbac-address-group Aug 02 17:18:48.730019 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: rbac_address_scope.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.730946 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.731454 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: rbac-address-scope Aug 02 17:18:48.731775 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: rbac_security_groups.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.732678 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.733181 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: rbac-security-groups Aug 02 17:18:48.733500 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: rbac_subnetpool.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.734433 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.734933 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: rbac-subnetpool Aug 02 17:18:48.735250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: revisionifmatch.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.736150 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.736653 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: revision-if-match Aug 02 17:18:48.736968 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: revisions.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.738065 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.738599 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: standard-attr-revisions Aug 02 17:18:48.738918 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: router_availability_zone.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.739594 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.740097 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: router_availability_zone Aug 02 17:18:48.740415 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: routerservicetype.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.741356 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.741855 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension router-service-type not supported by any of loaded plugins Aug 02 17:18:48.742182 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.743105 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.743605 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: security-groups-normalized-cidr Aug 02 17:18:48.743925 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.744842 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.745345 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: port-security-groups-filtering Aug 02 17:18:48.745663 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.746606 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.747113 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: security-groups-remote-address-group Aug 02 17:18:48.747433 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: securitygroup.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.757033 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.757560 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: security-group Aug 02 17:18:48.757900 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: segment.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.758794 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.759300 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension segment not supported by any of loaded plugins Aug 02 17:18:48.759625 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.760564 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.761075 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 02 17:18:48.761395 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: servicetype.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.762528 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.763039 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: service-type Aug 02 17:18:48.763364 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: sorting.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.764337 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.764668 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: sorting Aug 02 17:18:48.764987 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: standard_attr_segment.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.765958 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.766488 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 02 17:18:48.766819 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: standardattrdescription.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.767462 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.767968 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: standard-attr-description Aug 02 17:18:48.768286 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: stateful_security_group.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.769206 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.769715 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: stateful-security-group Aug 02 17:18:48.770033 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: stdattrs_common.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.770638 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 02 17:18:48.770955 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.771871 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.772388 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 02 17:18:48.772742 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnet_onboard.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.773810 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.774350 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: subnet_onboard Aug 02 17:18:48.774672 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.775603 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.776100 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 02 17:18:48.776412 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnet_service_types.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.777327 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.777835 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: subnet-service-types Aug 02 17:18:48.778159 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnetallocation.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.779248 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.779752 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: subnet_allocation Aug 02 17:18:48.780067 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.780721 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.781221 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: subnetpool-prefix-ops Aug 02 17:18:48.781537 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.782480 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.782973 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 02 17:18:48.783292 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: tagging.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.784332 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.784848 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: standard-attr-tag Aug 02 17:18:48.785162 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: timestamp.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.786383 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.786896 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loaded extension: standard-attr-timestamp Aug 02 17:18:48.787220 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: trunk.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.788332 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.788837 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension trunk not supported by any of loaded plugins Aug 02 17:18:48.789158 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: trunk_details.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.790076 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.790616 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension trunk-details not supported by any of loaded plugins Aug 02 17:18:48.790938 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: uplink_status_propagation.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.791861 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.792371 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 02 17:18:48.792691 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Loading extension file: vlantransparent.py {{(pid=93136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:48.793361 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:48.793864 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 02 17:18:48.796366 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:network Aug 02 17:18:48.796903 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnet Aug 02 17:18:48.797301 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:48.798016 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:port Aug 02 17:18:48.799270 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.799706 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service FLAVORS assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.800313 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.800751 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.801077 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:router Aug 02 17:18:48.801509 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 17:18:48.802007 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service METERING assigned prefix: /metering {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.803463 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.803855 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.804201 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:48.805180 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 17:18:48.805617 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:security_group Aug 02 17:18:48.806068 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 17:18:48.806695 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service CORE assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.807020 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:48.807356 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] subnetpool is already registered Aug 02 17:18:48.807782 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service CORE assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.808097 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:48.808422 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] subnetpool is already registered Aug 02 17:18:48.810773 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.811201 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service FLAVORS assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.811785 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.812201 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.812533 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:router Aug 02 17:18:48.812869 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] router is already registered Aug 02 17:18:48.813272 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 17:18:48.813603 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] floatingip is already registered Aug 02 17:18:48.814076 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service METERING assigned prefix: /metering {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.814768 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 17:18:48.815088 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] rbac_policy is already registered Aug 02 17:18:48.815495 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:security_group Aug 02 17:18:48.815823 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] security_group is already registered Aug 02 17:18:48.816222 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 17:18:48.816546 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] security_group_rule is already registered Aug 02 17:18:48.817156 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service CORE assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.817485 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:48.817815 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] subnetpool is already registered Aug 02 17:18:48.818259 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.v2.resource_helper [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Service CORE assigned prefix: {{(pid=93136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:48.818583 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:48.818906 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING neutron.quota.resource_registry [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] subnetpool is already registered Aug 02 17:18:48.819409 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: extensions {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.820842 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: address-groups {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.822355 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: address-scopes {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.823668 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: agents {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.824840 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: auto-allocated-topology {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.826074 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: availability_zones {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.827329 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: dhcp-networks {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.830007 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: dhcp-agents {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.831516 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: routers {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.833157 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: flavors {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.834441 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: service_profiles {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.835674 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: next_providers {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.837092 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: service_profiles {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.838671 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: floatingip-pools {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.839871 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: routers {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.841551 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: floatingips {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.842843 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: l3-routers {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.844236 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: l3-agents {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.845630 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: metering-labels {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.846905 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: metering-label-rules {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.848274 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: network-ip-availabilities {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.849515 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: bindings {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.851161 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: quotas {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.852702 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: quotas {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.854096 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: rbac-policies {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.855299 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: security-groups {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.856595 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: security-group-rules {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.857825 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: service-providers {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.859100 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: subnetpools {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.860440 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: subnetpools {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.861973 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.863686 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.865481 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.867310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.868989 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.870945 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.872648 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.874460 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.876302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.878050 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron.api.extensions [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Extended resource: tags {{(pid=93136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:48.884146 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING keystonemiddleware.auth_token [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 02 17:18:48.888714 dv-cinder-788367-3-iscsi neutron-server[93136]: WARNING keystonemiddleware.auth_token [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 02 17:18:48.898054 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Acquired lock "singleton_lock" {{(pid=93136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 02 17:18:48.898555 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_concurrency.lockutils [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Releasing lock "singleton_lock" {{(pid=93136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 02 17:18:48.899207 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Starting 2 workers Aug 02 17:18:48.903906 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Started child 93243 {{(pid=93136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:48.908214 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Started child 93244 {{(pid=93136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:48.909305 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.909966 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO neutron.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 02 17:18:48.910376 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Notify callbacks [] for process, before_spawn {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.910764 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [-] (93243) wsgi starting up on http://0.0.0.0:9696 Aug 02 17:18:48.912694 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Starting 1 workers Aug 02 17:18:48.912862 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.914303 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [-] (93244) wsgi starting up on http://0.0.0.0:9696 Aug 02 17:18:48.917855 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Started child 93245 {{(pid=93136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:48.918402 dv-cinder-788367-3-iscsi neutron-server[93136]: INFO oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Starting 1 workers Aug 02 17:18:48.921668 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] calling RpcWorker wait() {{(pid=93245) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 02 17:18:48.922268 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] returning from RpcWorker wait() {{(pid=93245) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 02 17:18:48.923082 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Started child 93246 {{(pid=93136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:48.923895 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-b2b56a56-4251-4236-ae49-47fc58a65287 None None] Notify callbacks [] for process, after_spawn {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.924019 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.924474 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:48.925680 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 17:18:48.925861 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:48.926275 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:48.926451 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:48.926938 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:48.927063 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:48.927575 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.927841 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.927975 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:48.928427 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.928427 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.928566 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.929080 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:48.929302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.929446 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.929887 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.930166 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.930409 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.930562 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.930890 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.931144 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.931391 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.931703 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.931979 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.932231 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.932500 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.932659 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.932921 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.933183 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.933421 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.933684 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] debug = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.933909 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.934435 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.934687 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.934922 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.935192 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.935418 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.935657 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.935922 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.936150 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.936389 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.936614 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.936854 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.937108 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.937320 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.937535 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.937786 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.937999 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.938467 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] host = dv-cinder-788367-3-iscsi {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.938683 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.938897 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.939139 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.939393 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.939642 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.939864 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.940113 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.940363 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.940610 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.940848 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.941089 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.941326 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.941543 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.941769 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.941929 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_options = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.942186 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.942443 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.942694 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.942883 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.943048 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.943221 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.943473 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.943633 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.943880 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.944108 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.944509 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.944724 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.944936 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.945147 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.945385 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.945620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.945848 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.946059 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.946327 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.946567 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.946788 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.947025 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.947250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.947463 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.947738 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.947914 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.948141 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.948350 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.948564 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.948821 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.949057 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.949309 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.949558 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.949811 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.950046 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.950296 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.950507 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.950762 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.950992 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.951232 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.951473 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.952614 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.952882 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.953096 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.953314 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.953544 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_json = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.953755 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.953969 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.954261 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.954475 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.954683 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.954892 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.955101 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.955338 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:48.955755 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.956028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.956339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.956583 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.956830 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.957072 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958958 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.958958 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.959192 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.959308 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.959485 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.959949 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.960139 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.960410 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.960635 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.960886 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.961116 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.961342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.961673 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.961928 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.962203 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.962464 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.962696 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.962916 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.964955 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.965074 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.965394 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.965545 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.965726 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.965988 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.966236 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.966467 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.966718 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.966914 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.967156 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.967339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.967550 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.967792 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.968017 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.968229 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.968651 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.969089 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.969539 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.969783 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.970028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.970242 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.970636 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.971049 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.971426 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.971811 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.972200 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.972613 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.972859 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.973081 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.973293 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.973688 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.974260 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.974573 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.974826 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.975070 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.975246 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.976998 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.978836 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.979734 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.979734 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.979734 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.980046 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.980046 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.982310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983952 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983952 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.983952 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.984219 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.984366 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.984615 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.984846 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.985129 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.985376 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.985657 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.985872 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.986129 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.986659 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.987104 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.987534 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.987971 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.988407 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.988652 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.988893 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.989140 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.989367 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.989769 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.990159 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.990766 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.991203 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.991434 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.991838 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.992295 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.992597 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.992835 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.993045 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.993431 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.993879 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.994113 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.994366 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.994674 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.994921 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.995126 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.995391 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.995622 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.995832 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.996077 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.996304 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.996515 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.996732 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.996956 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.997172 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.997384 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.997607 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.997858 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.998080 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.998320 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.998546 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.998773 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.998985 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.999228 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.999437 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.999651 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:48.999881 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.000094 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.000322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.000535 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.000746 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.000981 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.001425 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.001529 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002551 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002551 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002551 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002551 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002890 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.002890 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.003342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.003342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.003521 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.003702 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.003910 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.004443 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.004443 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.004616 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.004904 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.005004 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.005205 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.005518 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.005755 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.005990 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.006239 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.006456 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.006738 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.006990 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.007205 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.007420 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.007628 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.007859 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.008123 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.008346 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.008562 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.008771 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.008977 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.009198 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.009408 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.009841 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.010124 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.010397 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.010634 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.010887 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.011118 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.011350 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.011625 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.011797 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.012159 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.012379 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.012613 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.012840 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.013088 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.013405 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.013501 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.013745 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.013954 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.014200 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.014424 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.014629 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.014835 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.015050 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.015263 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.015469 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.015688 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.015931 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.016149 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.016371 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.016581 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.016786 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.017025 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.017231 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.017433 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.017647 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.017862 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.018065 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.018382 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.018646 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.018878 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.019150 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.019379 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.019626 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.019866 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.020171 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.020378 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.020634 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.020854 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.021103 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.021335 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.021584 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.021910 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.022243 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.022572 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.022825 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.023097 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.023396 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.023636 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.023847 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.024156 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.024487 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.024766 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.025020 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.025252 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.025515 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.025758 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.025971 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.026205 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.026439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.026652 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.026904 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.027150 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.027372 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.027584 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.027826 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.028045 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.028291 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.028521 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.028907 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.029146 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.029302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:49.029814 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 17:18:49.029976 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:49.030128 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:49.030322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:49.030490 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:49.030641 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:49.030845 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031005 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031162 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031319 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031475 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031654 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031812 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.031968 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.032128 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.032289 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.032443 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.032752 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.032911 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033069 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033224 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033380 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033535 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033692 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.033852 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034008 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034181 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034494 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] debug = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034649 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.034842 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035003 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035159 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035316 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035471 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035628 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035782 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.035937 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036091 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036248 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036404 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036559 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036714 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.036870 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037026 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037182 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037336 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] host = dv-cinder-788367-3-iscsi {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037491 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037647 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037802 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.037989 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038180 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038514 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038648 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038838 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.038971 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039068 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039198 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039354 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039513 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039652 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_options = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039788 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.039913 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040065 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040425 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040425 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040937 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040937 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.040937 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041145 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041145 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041327 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041447 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041565 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041664 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041823 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.041980 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042135 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042311 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042526 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042891 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042891 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.042891 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043240 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043240 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043469 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043469 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043695 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043812 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.043930 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044049 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044393 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044393 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044571 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044695 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044815 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.044933 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045051 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045169 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045329 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045491 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045710 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045803 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.045928 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046082 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046262 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046418 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_json = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046574 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046728 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.046885 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.047040 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.047195 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.047664 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.047826 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.047981 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:49.048156 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.048320 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.048490 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.048648 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.048806 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049131 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049131 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049371 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049490 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049573 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049695 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.049848 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050017 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050181 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050342 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050502 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050660 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050819 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.050976 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051134 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051291 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051450 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051624 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051783 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.051943 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052101 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052258 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052416 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052574 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052734 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.052891 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053050 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053387 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053387 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053663 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053750 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053875 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.053994 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054114 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054460 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054617 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054775 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.054934 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055091 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055248 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055407 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055564 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055794 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.055937 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056059 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056170 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056327 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056484 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056642 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056799 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.056957 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.057114 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.057271 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.057430 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.057587 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.057757 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058087 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058087 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058348 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058468 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058601 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058731 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058843 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.058964 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059083 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059245 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059403 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059559 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059716 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.059874 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060031 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060190 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060347 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060504 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060660 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060821 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.060978 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061074 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:49.061176 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061289 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061460 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061776 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.061932 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062090 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062270 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062427 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062584 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062744 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.062900 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063058 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063216 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063375 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063535 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063691 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.063848 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064006 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064164 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064322 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064481 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064637 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064795 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.064951 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065106 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065263 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065421 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065588 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065746 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.065906 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066062 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066250 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066420 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066579 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066740 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.066896 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067054 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067212 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067371 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067529 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067686 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.067844 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068002 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068164 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068331 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068489 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068645 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068802 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.068981 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069137 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069318 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069476 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069634 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069791 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.069948 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070104 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070285 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070443 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070601 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070759 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.070916 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071074 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071231 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071388 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071547 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071716 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.071846 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072006 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072156 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072310 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072459 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072598 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.072765 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073130 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073130 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073639 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073639 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073639 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.073639 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074028 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074408 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074408 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074632 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.074632 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075093 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075093 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075093 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075486 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075486 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075713 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.075713 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076019 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076019 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076666 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076746 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076879 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.076991 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077130 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077304 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077461 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077619 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077777 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.077934 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078092 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078279 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078438 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078595 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078752 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.078910 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079070 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079230 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079387 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079545 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079702 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.079859 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080019 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080177 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080347 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080504 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080662 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080818 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.080977 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081207 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081450 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081658 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081754 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.081892 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082051 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082240 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082401 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082558 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082715 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.082873 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083031 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083198 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083355 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083512 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083670 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083827 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.083983 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084150 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084306 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084464 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084620 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084776 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.084977 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085145 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085629 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085629 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085816 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.085895 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086063 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086226 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086375 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086540 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086697 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.086854 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087011 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087182 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087339 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087498 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087656 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087813 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.087970 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088132 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088295 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088461 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088626 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088784 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.088950 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089115 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089280 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089437 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089600 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089768 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.089926 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090095 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090281 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090439 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090595 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090752 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.090908 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091064 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091219 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091359 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091519 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091676 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091833 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.091989 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092146 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092302 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092459 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092616 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092773 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:49.092922 dv-cinder-788367-3-iscsi neutron-server[93136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:49.398416 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57348) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:18:49.411477 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098832 Aug 02 17:19:00.565718 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5f9135-81db-46f0-9e87-9bb8dec222f4 None None] get_active_networks_info from dv-cinder-788367-3-iscsi {{(pid=93245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 02 17:19:00.645767 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f9135-81db-46f0-9e87-9bb8dec222f4 None None] No non-hosted networks {{(pid=93245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 02 17:19:00.665423 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.agentschedulers_db [None req-ef5f9135-81db-46f0-9e87-9bb8dec222f4 None None] DHCP Agent not found on host dv-cinder-788367-3-iscsi {{(pid=93245) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 02 17:19:00.795862 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-457f584d-95c6-4c06-b200-5a994021f9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:02.924571 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-eedd1754-70ea-47af-ae4a-e880b3a27819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:02.990167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-01258a67-01fe-4e9c-9c8d-7c0c1f980610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:03.434997 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:03.437723 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.438263 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.439420 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.443215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.444759 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.447206 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.449678 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.451046 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.451602 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.452110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.452592 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.453075 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:03.453782 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:03.490409 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:04.081802 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:05.779020 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:06.911278 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57440) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:07.438160 dv-cinder-788367-3-iscsi neutron-server[93243]: WARNING oslo_policy.policy [None req-dd440778-6388-455e-b748-26a8a147bd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:07.438738 dv-cinder-788367-3-iscsi neutron-server[93243]: WARNING oslo_policy.policy [None req-dd440778-6388-455e-b748-26a8a147bd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:07.653090 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [None req-dd440778-6388-455e-b748-26a8a147bd9d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:07.666231 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dd440778-6388-455e-b748-26a8a147bd9d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7409372 Aug 02 17:19:08.223299 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.db.l3_hamode_db [None req-a5e0f003-7edb-4f8d-a947-691273656344 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 02 17:19:08.299016 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0f003-7edb-4f8d-a947-691273656344 None None] Routers set() bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:08.299398 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0f003-7edb-4f8d-a947-691273656344 None None] Router IDs set() for agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 02 17:19:10.027009 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57454) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:10.371488 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:10.461766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.policy [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 17:19:10.505103 dv-cinder-788367-3-iscsi neutron-server[93243]: WARNING oslo_policy.policy [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:10.505483 dv-cinder-788367-3-iscsi neutron-server[93243]: WARNING oslo_policy.policy [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:10.513983 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.quota [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] Loaded quota_driver: . Aug 02 17:19:10.611989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754215178575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754215181474', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754215125036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754215127778', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754216605867', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754215149539', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585189', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1799108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1722788'] for rbac-policy, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:10.688363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:10.689545 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-aee4e306-7376-4fb1-bd5b-4ff4347c8fbe admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6615663 Aug 02 17:19:13.276458 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57466) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:13.603242 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Request body: {'network': {'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'name': 'private'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:13.636728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Made reservation on behalf of b2a7c1ac5d954ff4b97e72b55bbaa764 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:13.639748 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:13.656307 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:13.802822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:13.808607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:13.830045 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:19:13.864020 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754214099649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:13.864595 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Unsubscribe: segment precommit_create {{(pid=93243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 17:19:13.865099 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Added segment 52b048e0-c2bb-4851-8442-62805af96308 of type vlan for network 0641bb48-5813-49ec-b220-d5d252072121 Aug 02 17:19:13.882300 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e664b2-d4d9-4a2d-a7c6-0ce6430cc43f,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:13.930824 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.931158 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.931513 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.931835 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.932160 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.932494 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.932818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.933134 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.933458 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.933774 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.934102 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.934423 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Tracked resource versions report: Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: pushed versions: Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Log': {'1.0'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Network': {'1.1'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Port': {'1.7'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'PortForwarding': {'1.2'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'QosPolicy': {'1.8'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SubPort': {'1.0'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Subnet': {'1.1'}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Trunk': {'1.1'}} Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: consumer versions: Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'ConntrackHelper': '1.0', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Log': '1.0', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Network': '1.1', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Port': '1.7', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'PortForwarding': '1.2', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'QosPolicy': '1.8', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroup': '1.4', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroupRule': '1.2', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SubPort': '1.0', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Subnet': '1.1', Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Trunk': '1.1'}} Aug 02 17:19:13.935526 dv-cinder-788367-3-iscsi neutron-server[93243]: {{(pid=93243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:13.984268 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:14.037072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:14.038376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:14.039036 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:14.114173 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8364739 Aug 02 17:19:14.137646 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae80e98-4f6e-4387-9b1d-f1449eec14c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0641bb48-5813-49ec-b220-d5d252072121,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:14.149949 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 0641bb48-5813-49ec-b220-d5d252072121 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:19:16.760127 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57480) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:17.291500 dv-cinder-788367-3-iscsi neutron-server[93244]: WARNING oslo_policy.policy [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:17.292064 dv-cinder-788367-3-iscsi neutron-server[93244]: WARNING oslo_policy.policy [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:17.725970 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.policy [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 17:19:17.770049 dv-cinder-788367-3-iscsi neutron-server[93244]: WARNING oslo_policy.policy [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:17.770653 dv-cinder-788367-3-iscsi neutron-server[93244]: WARNING oslo_policy.policy [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:17.778462 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:17.780188 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0578186d-75a0-450c-ade2-62b2dc770767 admin admin] 10.222.0.54 "GET /v2.0/networks/0641bb48-5813-49ec-b220-d5d252072121 HTTP/1.1" status: 200 len: 825 time: 1.0188673 Aug 02 17:19:17.827197 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ae9e67cd-1835-4f69-a5f6-64b0956ba56d admin admin] 10.222.0.54 "GET /v2.0/subnetpools/0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58 HTTP/1.1" status: 200 len: 734 time: 0.0371649 Aug 02 17:19:17.840040 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:17.841578 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.quota [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Loaded quota_driver: . Aug 02 17:19:17.885784 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Made reservation on behalf of b2a7c1ac5d954ff4b97e72b55bbaa764 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:17.888579 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:18.185631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:18.253851 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Checking segment: {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:18.254239 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Network hostable DHCP agents. Network: 0641bb48-5813-49ec-b220-d5d252072121, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:19:18.260972 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ae656-3c6f-4b92-89c5-6da0bb889d63,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:18.277202 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.277775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.278368 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.278914 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.279448 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.280020 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.280557 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.281087 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.281654 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.282207 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.282739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.283275 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Tracked resource versions report: Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: pushed versions: Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Log': {'1.0'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Network': {'1.1'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Port': {'1.7'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'PortForwarding': {'1.2'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'QosPolicy': {'1.8'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SubPort': {'1.0'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Subnet': {'1.1'}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Trunk': {'1.1'}} Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: consumer versions: Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'ConntrackHelper': '1.0', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Log': '1.0', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Network': '1.1', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Port': '1.7', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'PortForwarding': '1.2', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'QosPolicy': '1.8', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroup': '1.4', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroupRule': '1.2', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SubPort': '1.0', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Subnet': '1.1', Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Trunk': '1.1'}} Aug 02 17:19:18.284910 dv-cinder-788367-3-iscsi neutron-server[93244]: {{(pid=93244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:18.320167 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Network 0641bb48-5813-49ec-b220-d5d252072121 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:19:18.333548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 0641bb48-5813-49ec-b220-d5d252072121) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:18.338878 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:18.339524 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:18.343587 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc804db-e415-4cb1-bf1a-5c5694be4851 None None] Network 0641bb48-5813-49ec-b220-d5d252072121 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:18.360736 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ffc05b6e-6c53-4ae3-946c-a552ec5404ee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5242131 Aug 02 17:19:18.673972 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-0641bb48-5813-49ec-b220-d5d252072121', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:19:18.675260 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:18.950418 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Allocated IP 172.20.0.2 (0641bb48-5813-49ec-b220-d5d252072121/946ae656-3c6f-4b92-89c5-6da0bb889d63/c3f051e2-af6b-444a-9ea5-6f2b516eec93) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:19.155911 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.199328 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Transition to ACTIVE for port object c3f051e2-af6b-444a-9ea5-6f2b516eec93 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:19.221614 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Transition to ACTIVE for port object c3f051e2-af6b-444a-9ea5-6f2b516eec93 will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:19.230470 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.295220 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Network 0641bb48-5813-49ec-b220-d5d252072121 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:19.301192 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:19.304530 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:19.322548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Pushing event updated for resources: {'Port': ['ID=c3f051e2-af6b-444a-9ea5-6f2b516eec93,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:19.365515 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.366190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.366190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.366525 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.366915 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.367244 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.367568 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.367889 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.368228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.368617 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.368867 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.369186 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Tracked resource versions report: Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: pushed versions: Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Log': {'1.0'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Network': {'1.1'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Port': {'1.7'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'PortForwarding': {'1.2'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'QosPolicy': {'1.8'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SubPort': {'1.0'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Subnet': {'1.1'}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Trunk': {'1.1'}} Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: consumer versions: Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'ConntrackHelper': '1.0', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Log': '1.0', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Network': '1.1', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Port': '1.7', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'PortForwarding': '1.2', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'QosPolicy': '1.8', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroup': '1.4', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroupRule': '1.2', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SubPort': '1.0', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Subnet': '1.1', Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Trunk': '1.1'}} Aug 02 17:19:19.370321 dv-cinder-788367-3-iscsi neutron-server[93245]: {{(pid=93245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:19.403398 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Attempting to bind port c3f051e2-af6b-444a-9ea5-6f2b516eec93 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:19.403782 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Attempting to bind port c3f051e2-af6b-444a-9ea5-6f2b516eec93 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:19.404192 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Attempting to bind port c3f051e2-af6b-444a-9ea5-6f2b516eec93 on network 0641bb48-5813-49ec-b220-d5d252072121 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:19.409021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:19.409428 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Checking segment: {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:19.409883 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.410299 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Bound using segment: {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:19.410794 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Bound port: c3f051e2-af6b-444a-9ea5-6f2b516eec93, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:19.411197 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.476068 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] For port c3f051e2-af6b-444a-9ea5-6f2b516eec93, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:19.480524 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] For port c3f051e2-af6b-444a-9ea5-6f2b516eec93, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=c3f051e2-af6b-444a-9ea5-6f2b516eec93,segment=NetworkSegment(52b048e0-c2bb-4851-8442-62805af96308),segment_id=52b048e0-c2bb-4851-8442-62805af96308)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:19.484782 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.556311 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166bdfb-aa0f-4a42-91ec-365b56aacb17 None None] Pushing event updated for resources: {'Port': ['ID=c3f051e2-af6b-444a-9ea5-6f2b516eec93,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:20.726755 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57500) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:21.050597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [None req-374fbe19-e646-46d6-b17d-8794aea91fc6 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:21.051582 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-374fbe19-e646-46d6-b17d-8794aea91fc6 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238256 Aug 02 17:19:23.416989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57508) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:23.739901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [None req-819e6ecf-3ec3-4289-b4b0-3bfc51c8ca73 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:23.754166 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-819e6ecf-3ec3-4289-b4b0-3bfc51c8ca73 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3226950 Aug 02 17:19:26.363415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57518) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:26.700772 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:26.731147 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.732846 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.882536 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.890488 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.905097 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.906390 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4c9d6d5f-e3a9-40ed-b91f-d0f5ef248a33 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5418282 Aug 02 17:19:27.231471 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device c3f051e2-af6b-444a-9ea5-6f2b516eec93 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:27.322190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:27.792797 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2bbdd-15e5-4978-843d-5eef079d19d3 None None] Network 0641bb48-5813-49ec-b220-d5d252072121 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:27.857401 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Provisioning for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:27.868908 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Provisioning complete for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:27.869300 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.037598 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.081258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] For port c3f051e2-af6b-444a-9ea5-6f2b516eec93, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=c3f051e2-af6b-444a-9ea5-6f2b516eec93,segment=NetworkSegment(52b048e0-c2bb-4851-8442-62805af96308),segment_id=52b048e0-c2bb-4851-8442-62805af96308)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:28.087139 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.138628 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbe690-06b8-4dd3-98b0-6901c5061537 None None] Pushing event updated for resources: {'Port': ['ID=c3f051e2-af6b-444a-9ea5-6f2b516eec93,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:28.207175 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2fca57a4-dd0c-4d80-8882-bb19b9b53307 None None] Provisioning complete for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:28.207542 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2fca57a4-dd0c-4d80-8882-bb19b9b53307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:29.206478 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device c3f051e2-af6b-444a-9ea5-6f2b516eec93 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:29.252408 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:29.252775 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:29.351630 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57530) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:29.693585 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [None req-259e310a-5a90-41af-962a-ca76a5f9c3f4 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:29.694942 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-259e310a-5a90-41af-962a-ca76a5f9c3f4 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3423815 Aug 02 17:19:30.486946 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9e4aa5bf-4254-44e0-82b3-cbe8128492d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:31.983956 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:19:32.031459 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 57538) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:32.381642 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:32.404781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Made reservation on behalf of e0ea56e9ea124274a44de0b663742bc0 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:32.406983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.415558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.506120 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.511326 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.527819 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Reserving flat network on physical network physnet1 {{(pid=93243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 02 17:19:32.543740 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a191ba-cab5-4a24-a903-7e0c37c48255,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:32.548695 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.549029 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Added segment b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a of type flat for network 2816d98a-21f8-4193-b3fb-954f5734df1e Aug 02 17:19:32.600963 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.641447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.642422 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:32.642969 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.710161 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6776333 Aug 02 17:19:32.716785 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a61b-ad2f-40b6-8b8d-9aed3a0b7b4a admin admin] Pushing event updated for resources: {'Network': ['ID=2816d98a-21f8-4193-b3fb-954f5734df1e,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:32.735535 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 2816d98a-21f8-4193-b3fb-954f5734df1e details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:19:32.921799 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f0383c5f-16ae-40b6-b165-747d24327cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:33.434915 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:34.026179 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:35.111304 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57556) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:35.317493 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6bbe8-dcb1-4961-90ed-20c13ddda21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:35.318946 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0ee6bbe8-dcb1-4961-90ed-20c13ddda21d admin admin] 10.222.0.54 "GET /v2.0/subnets/946ae656-3c6f-4b92-89c5-6da0bb889d63 HTTP/1.1" status: 200 len: 849 time: 0.2064259 Aug 02 17:19:35.498585 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-da64ba79-9be4-4b28-869a-cd884287ba16 admin admin] 10.222.0.54 "GET /v2.0/routers/bf10ab37-41f1-4bab-81d4-e17012ce7e75 HTTP/1.1" status: 200 len: 704 time: 0.1735659 Aug 02 17:19:35.740978 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:35.788225 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.095919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Allocated IP 172.20.0.1 (0641bb48-5813-49ec-b220-d5d252072121/946ae656-3c6f-4b92-89c5-6da0bb889d63/afb82d1e-c9b4-49de-adff-bf46767e0ecd) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:36.261996 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.284147 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Transition to ACTIVE for port object afb82d1e-c9b4-49de-adff-bf46767e0ecd will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:36.368207 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.433238 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Network 0641bb48-5813-49ec-b220-d5d252072121 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:36.438767 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:36.446414 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:36.446945 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.480088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Pushing event updated for resources: {'Port': ['ID=afb82d1e-c9b4-49de-adff-bf46767e0ecd,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:36.651379 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.672397 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-da57bbe7-7d69-4b94-b3ec-1d7bb7461915 None None] Provisioning for port afb82d1e-c9b4-49de-adff-bf46767e0ecd completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:36.676477 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-da57bbe7-7d69-4b94-b3ec-1d7bb7461915 None None] Provisioning complete for port afb82d1e-c9b4-49de-adff-bf46767e0ecd triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:36.676856 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-da57bbe7-7d69-4b94-b3ec-1d7bb7461915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.711282 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-da57bbe7-7d69-4b94-b3ec-1d7bb7461915 None None] Port afb82d1e-c9b4-49de-adff-bf46767e0ecd cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:19:36.924322 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.931752 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.932520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.007781 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Pushing event updated for resources: {'Port': ['ID=afb82d1e-c9b4-49de-adff-bf46767e0ecd,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:37.058532 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Network 0641bb48-5813-49ec-b220-d5d252072121 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:37.059924 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:37.222123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Router bf10ab37-41f1-4bab-81d4-e17012ce7e75 is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:19:37.231258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-31f1a76a-ed54-4a28-a8d3-4ac005d0690e None None] Provisioning complete for port afb82d1e-c9b4-49de-adff-bf46767e0ecd triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:37.231776 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-31f1a76a-ed54-4a28-a8d3-4ac005d0690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.266596 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-31f1a76a-ed54-4a28-a8d3-4ac005d0690e None None] Port afb82d1e-c9b4-49de-adff-bf46767e0ecd cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:19:37.314858 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:19:37.320515 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8ef9facd-11bb-4dc2-a17a-7b4bd16decd1 admin admin] 10.222.0.54 "PUT /v2.0/routers/bf10ab37-41f1-4bab-81d4-e17012ce7e75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8132720 Aug 02 17:19:37.325931 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Sync routers for ids ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:19:37.338088 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Routers {'bf10ab37-41f1-4bab-81d4-e17012ce7e75'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:37.338825 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:19:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:37.519486 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Set router bf10ab37-41f1-4bab-81d4-e17012ce7e75 gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:37.946598 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 2, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port_host': None, '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 2, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:37.998167 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Checking router: bf10ab37-41f1-4bab-81d4-e17012ce7e75 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:19:37.998502 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Updating router bf10ab37-41f1-4bab-81d4-e17012ce7e75 port afb82d1e-c9b4-49de-adff-bf46767e0ecd binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:19:38.048311 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.563248 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.582172 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Transition to ACTIVE for port object afb82d1e-c9b4-49de-adff-bf46767e0ecd will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:38.589566 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.719095 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Pushing event updated for resources: {'Port': ['ID=afb82d1e-c9b4-49de-adff-bf46767e0ecd,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:38.751827 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.752168 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.752493 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.752814 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.753133 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.753449 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.753747 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.754048 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.754391 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.754705 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.755017 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.755325 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Tracked resource versions report: Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: pushed versions: Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Log': {'1.0'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Network': {'1.1'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Port': {'1.7'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'PortForwarding': {'1.2'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'QosPolicy': {'1.8'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SubPort': {'1.0'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Subnet': {'1.1'}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Trunk': {'1.1'}} Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: consumer versions: Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'ConntrackHelper': '1.0', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Log': '1.0', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Network': '1.1', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Port': '1.7', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'PortForwarding': '1.2', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'QosPolicy': '1.8', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroup': '1.4', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroupRule': '1.2', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SubPort': '1.0', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Subnet': '1.1', Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Trunk': '1.1'}} Aug 02 17:19:38.756572 dv-cinder-788367-3-iscsi neutron-server[93246]: {{(pid=93246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:38.759118 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Attempting to bind port afb82d1e-c9b4-49de-adff-bf46767e0ecd on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:38.759503 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Attempting to bind port afb82d1e-c9b4-49de-adff-bf46767e0ecd by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:38.759909 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Attempting to bind port afb82d1e-c9b4-49de-adff-bf46767e0ecd on network 0641bb48-5813-49ec-b220-d5d252072121 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:38.765876 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:38.766306 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Checking segment: {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:38.766765 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.767139 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Bound using segment: {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:38.767623 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Bound port: afb82d1e-c9b4-49de-adff-bf46767e0ecd, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b048e0-c2bb-4851-8442-62805af96308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0641bb48-5813-49ec-b220-d5d252072121'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:38.768543 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.829821 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] For port afb82d1e-c9b4-49de-adff-bf46767e0ecd, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:38.851436 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] For port afb82d1e-c9b4-49de-adff-bf46767e0ecd, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=afb82d1e-c9b4-49de-adff-bf46767e0ecd,segment=NetworkSegment(52b048e0-c2bb-4851-8442-62805af96308),segment_id=52b048e0-c2bb-4851-8442-62805af96308)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:38.856679 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:38.906040 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Routers {'bf10ab37-41f1-4bab-81d4-e17012ce7e75'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:38.906681 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:19:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:38.977320 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467a8d-75c5-4d01-b152-01d199f1cb05 None None] Pushing event updated for resources: {'Port': ['ID=afb82d1e-c9b4-49de-adff-bf46767e0ecd,revision_number=4']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:39.001477 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] Set router bf10ab37-41f1-4bab-81d4-e17012ce7e75 gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:39.211472 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 2, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port_host': None, '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:38Z', 'revision_number': 4, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:39.236592 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d7632-d01d-4bf4-b98e-3592a332fc4e None None] The sync data for ids ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'] in dv-cinder-788367-3-iscsi is: [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 2, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port_host': None, '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:38Z', 'revision_number': 4, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:19:39.570476 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57576) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:39.679209 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688075a-fe6d-46ff-8e35-f6b5955e4c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:39.680597 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f688075a-fe6d-46ff-8e35-f6b5955e4c1c admin admin] 10.222.0.54 "GET /v2.0/networks/2816d98a-21f8-4193-b3fb-954f5734df1e HTTP/1.1" status: 200 len: 842 time: 0.1091290 Aug 02 17:19:39.690691 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:39.711868 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Made reservation on behalf of e0ea56e9ea124274a44de0b663742bc0 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:39.714084 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.992329 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.objects.ports [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 02 17:19:39.992738 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:40.042957 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Pushing event updated for resources: {'Subnet': ['ID=404da3f0-1ce0-44ee-a471-bbae9a02f7a5,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:40.053491 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:40.053840 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Network hostable DHCP agents. Network: 2816d98a-21f8-4193-b3fb-954f5734df1e, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:19:40.071219 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:19:40.080772 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 2816d98a-21f8-4193-b3fb-954f5734df1e) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:40.086359 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:40.086533 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:40.089555 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b0d7c-1076-4d97-8c24-b305cf69f5c5 None None] Network 2816d98a-21f8-4193-b3fb-954f5734df1e requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:40.101548 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9fc80b12-3d09-48e4-b0ef-dd6551d4296f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4144123 Aug 02 17:19:40.224888 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec976e06-ab2a-4123-9c76-27cdf9c5e2a7 None None] Network 2816d98a-21f8-4193-b3fb-954f5734df1e requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:42.358059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57584) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:42.488762 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-3e1bd2ae-30dd-48ae-b325-fba558779015 admin admin] 10.222.0.54 "GET /v2.0/routers/bf10ab37-41f1-4bab-81d4-e17012ce7e75 HTTP/1.1" status: 200 len: 710 time: 0.1295183 Aug 02 17:19:42.576455 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767576e-470b-4846-837c-40ebcf1e3335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:42.583267 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-b767576e-470b-4846-837c-40ebcf1e3335 admin admin] 10.222.0.54 "GET /v2.0/networks/2816d98a-21f8-4193-b3fb-954f5734df1e HTTP/1.1" status: 200 len: 886 time: 0.0833523 Aug 02 17:19:42.587301 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:42.923040 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.156787 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.229586 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.334380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Allocated IP 172.27.3.126 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/b00bd197-9746-460e-8120-f949e8c104fd) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:43.437152 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.481852 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.520169 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:43.523314 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:43.531724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:43.534785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Pushing event updated for resources: {'Port': ['ID=b00bd197-9746-460e-8120-f949e8c104fd,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:43.782660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.975149 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8497'] for router, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:43.979123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1721806'] for router, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:44.086984 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Router bf10ab37-41f1-4bab-81d4-e17012ce7e75 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:19:44.190114 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:19:44.194464 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:44.195643 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f79d066f-0665-4b67-8c68-982eb865f6ec admin admin] 10.222.0.54 "PUT /v2.0/routers/bf10ab37-41f1-4bab-81d4-e17012ce7e75 HTTP/1.1" status: 200 len: 890 time: 1.6116555 Aug 02 17:19:45.239063 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device afb82d1e-c9b4-49de-adff-bf46767e0ecd up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:45.295055 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port afb82d1e-c9b4-49de-adff-bf46767e0ecd completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:45.299152 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port afb82d1e-c9b4-49de-adff-bf46767e0ecd triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:45.299527 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:45.378526 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:45.409695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port afb82d1e-c9b4-49de-adff-bf46767e0ecd, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=afb82d1e-c9b4-49de-adff-bf46767e0ecd,segment=NetworkSegment(52b048e0-c2bb-4851-8442-62805af96308),segment_id=52b048e0-c2bb-4851-8442-62805af96308)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:45.414677 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:45.463021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=afb82d1e-c9b4-49de-adff-bf46767e0ecd,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:45.605779 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Sync routers for ids ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:19:45.616548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Routers {'bf10ab37-41f1-4bab-81d4-e17012ce7e75'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:45.617152 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:19:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:45.859889 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Set router bf10ab37-41f1-4bab-81d4-e17012ce7e75 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:46.238081 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:43Z', 'revision_number': 4, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port': {'id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:43Z', 'updated_at': '2021-08-02T17:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:45Z', 'revision_number': 5, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:46.285848 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Checking router: bf10ab37-41f1-4bab-81d4-e17012ce7e75 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:19:46.286564 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Updating router bf10ab37-41f1-4bab-81d4-e17012ce7e75 port b00bd197-9746-460e-8120-f949e8c104fd binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:19:46.333493 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.558330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 57596) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:46.658599 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.668822 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Transition to ACTIVE for port object b00bd197-9746-460e-8120-f949e8c104fd will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:46.672218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-db732fe8-a9bc-4433-a219-cd7c5bee5603 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126270 Aug 02 17:19:46.676647 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.727645 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Attempting to bind port b00bd197-9746-460e-8120-f949e8c104fd on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:46.728012 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Attempting to bind port b00bd197-9746-460e-8120-f949e8c104fd by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:46.728388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Attempting to bind port b00bd197-9746-460e-8120-f949e8c104fd on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:46.736215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:46.736592 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:46.736995 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.737386 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:46.737863 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Bound port: b00bd197-9746-460e-8120-f949e8c104fd, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:46.738289 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.740059 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bef1f9-15b4-432f-9a14-1e91a7d4df38 None None] Pushing event updated for resources: {'Port': ['ID=b00bd197-9746-460e-8120-f949e8c104fd,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:46.797861 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] For port b00bd197-9746-460e-8120-f949e8c104fd, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:46.802081 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] For port b00bd197-9746-460e-8120-f949e8c104fd, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b00bd197-9746-460e-8120-f949e8c104fd,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:46.807278 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:46.863778 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Routers {'bf10ab37-41f1-4bab-81d4-e17012ce7e75'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:46.864393 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:19:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:46.869002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bef1f9-15b4-432f-9a14-1e91a7d4df38 None None] Pushing event updated for resources: {'Port': ['ID=b00bd197-9746-460e-8120-f949e8c104fd,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:47.050668 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] Set router bf10ab37-41f1-4bab-81d4-e17012ce7e75 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:47.232550 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device afb82d1e-c9b4-49de-adff-bf46767e0ecd up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:47.302683 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port afb82d1e-c9b4-49de-adff-bf46767e0ecd triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:47.303234 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:47.331794 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:43Z', 'revision_number': 4, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port': {'id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:43Z', 'updated_at': '2021-08-02T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:45Z', 'revision_number': 5, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:47.362619 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b831ff1-3078-46d0-a37f-4e000668bf62 None None] The sync data for ids ['bf10ab37-41f1-4bab-81d4-e17012ce7e75'] in dv-cinder-788367-3-iscsi is: [{'id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'name': 'router1', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:26Z', 'updated_at': '2021-08-02T17:19:43Z', 'revision_number': 4, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'gw_port': {'id': 'b00bd197-9746-460e-8120-f949e8c104fd', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:43Z', 'updated_at': '2021-08-02T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'afb82d1e-c9b4-49de-adff-bf46767e0ecd', 'name': '', 'network_id': '0641bb48-5813-49ec-b220-d5d252072121', 'tenant_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'mac_address': 'fa:16:3e:cc:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf10ab37-41f1-4bab-81d4-e17012ce7e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:45Z', 'revision_number': 5, 'project_id': 'b2a7c1ac5d954ff4b97e72b55bbaa764', 'subnets': [{'id': '946ae656-3c6f-4b92-89c5-6da0bb889d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d94fdd0-8acf-4b91-8a8e-f2d93b96ca58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:19:49.290787 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b00bd197-9746-460e-8120-f949e8c104fd up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:49.342368 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port b00bd197-9746-460e-8120-f949e8c104fd completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:49.346664 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port b00bd197-9746-460e-8120-f949e8c104fd triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:49.347061 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:49.426539 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:49.449591 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port b00bd197-9746-460e-8120-f949e8c104fd, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b00bd197-9746-460e-8120-f949e8c104fd,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:49.454722 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:49.507623 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=b00bd197-9746-460e-8120-f949e8c104fd,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:51.262467 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b00bd197-9746-460e-8120-f949e8c104fd up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:51.337698 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port b00bd197-9746-460e-8120-f949e8c104fd triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:51.338110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:00.490995 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce85d-3fff-4f1a-b822-9948b1e1799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:02.927600 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cb487e61-4f6c-4463-bb2b-3cca20d26fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:03.439674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:04.031147 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:05.756518 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:08.983415 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:20:30.502975 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f381-3c33-4468-a372-e3472771a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:32.925953 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b718a1a7-a11f-4fc6-940d-5a0225be1d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:33.434874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:34.034681 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:35.758634 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:45.983428 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:21:00.498382 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-566b5978-0e90-4785-bef1-4c1520274300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:02.920983 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d4550877-ef10-472b-8871-845948aac9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:03.439284 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:04.033134 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:05.763877 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:21.524960 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58164) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:21.656292 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e1e61c-fa56-4663-ab73-c152fd3f3bfd admin admin] GET failed (client error): The resource could not be found. Aug 02 17:21:21.657686 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-83e1e61c-fa56-4663-ab73-c152fd3f3bfd admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1317699 Aug 02 17:21:21.815968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344b6c0-77dd-4dcf-b286-041a844a7806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:21.817351 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e344b6c0-77dd-4dcf-b286-041a844a7806 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523035 Aug 02 17:21:22.982459 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:21:23.975767 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58174) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:24.083767 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec941b-5b62-432d-9c79-e37fa2736ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:24.085126 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-17ec941b-5b62-432d-9c79-e37fa2736ae8 admin admin] 10.222.0.54 "GET /v2.0/subnets/946ae656-3c6f-4b92-89c5-6da0bb889d63 HTTP/1.1" status: 200 len: 849 time: 0.1083796 Aug 02 17:21:24.095258 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:21:24.191373 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:24.341267 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754213947558'] for subnet, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:24.368761 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:24.369339 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:24.373748 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322f6d7-dd54-4768-af35-05981ba2c01c None None] Network 0641bb48-5813-49ec-b220-d5d252072121 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:21:24.378765 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] 10.222.0.54 "PUT /v2.0/subnets/946ae656-3c6f-4b92-89c5-6da0bb889d63 HTTP/1.1" status: 200 len: 868 time: 0.2872198 Aug 02 17:21:24.404048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ae656-3c6f-4b92-89c5-6da0bb889d63,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:21:24.411762 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.412217 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.412546 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.412884 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.413214 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.413514 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.413842 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.414538 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.414921 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.415251 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.415694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.416050 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6411fdf-b318-4abd-8df3-da9062c44168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:24.716710 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-3df3ac23-7601-4630-b31d-c24ad5856f6b None None] Provisioning complete for port c3f051e2-af6b-444a-9ea5-6f2b516eec93 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:21:24.717089 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac23-7601-4630-b31d-c24ad5856f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:24.805580 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-3df3ac23-7601-4630-b31d-c24ad5856f6b None None] Provisioning complete for port afb82d1e-c9b4-49de-adff-bf46767e0ecd triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:21:24.806002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac23-7601-4630-b31d-c24ad5856f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:26.517427 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58182) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:26.746299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3955091-7681-4904-a888-3d33cae864a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:26.746856 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3955091-7681-4904-a888-3d33cae864a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:26.749172 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d3955091-7681-4904-a888-3d33cae864a0 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2307296 Aug 02 17:21:28.897256 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58192) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:29.043596 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f3cf0-e769-4e44-8373-2dacfed5a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:29.044068 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f3cf0-e769-4e44-8373-2dacfed5a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:29.045599 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ef4f3cf0-e769-4e44-8373-2dacfed5a946 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1470947 Aug 02 17:21:30.502494 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-539d7341-83bb-44bc-902c-4e306fd57aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:31.205245 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58200) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:31.414099 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35d1c5-7a23-4b08-9246-60082a634588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:31.415498 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-cd35d1c5-7a23-4b08-9246-60082a634588 admin admin] 10.222.0.54 "GET /v2.0/networks/0641bb48-5813-49ec-b220-d5d252072121 HTTP/1.1" status: 200 len: 869 time: 0.2092750 Aug 02 17:21:32.927215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4964a188-3969-46eb-9b1c-4c119b9f774f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:33.444705 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:33.559256 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58208) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:33.695101 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e806b-93ed-4b99-afbf-bf1b48945902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:33.696716 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-160e806b-93ed-4b99-afbf-bf1b48945902 admin admin] 10.222.0.54 "GET /v2.0/networks/2816d98a-21f8-4193-b3fb-954f5734df1e HTTP/1.1" status: 200 len: 886 time: 0.1364303 Aug 02 17:21:34.035687 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:35.766389 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:35.833935 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58216) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:35.972578 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e5804-d242-49b2-8233-82b167ed0bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:35.973044 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e5804-d242-49b2-8233-82b167ed0bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:35.974644 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-915e5804-d242-49b2-8233-82b167ed0bee admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395018 Aug 02 17:21:38.084524 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58224) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:38.220328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adaa80-b97c-4f25-9602-2f7c42a88829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:38.220783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adaa80-b97c-4f25-9602-2f7c42a88829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:38.222296 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c6adaa80-b97c-4f25-9602-2f7c42a88829 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362853 Aug 02 17:21:40.409300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58232) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:40.496034 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7767ce-5e8e-4a16-aa1a-d8d7429e5723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:40.497366 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-dc7767ce-5e8e-4a16-aa1a-d8d7429e5723 admin admin] 10.222.0.54 "GET /v2.0/subnets/404da3f0-1ce0-44ee-a471-bbae9a02f7a5 HTTP/1.1" status: 200 len: 816 time: 0.0870910 Aug 02 17:21:42.638364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58240) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:42.772268 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856680f7-b3fb-43d8-952c-6f95372fe597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:42.773589 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-856680f7-b3fb-43d8-952c-6f95372fe597 admin admin] 10.222.0.54 "GET /v2.0/subnets/946ae656-3c6f-4b92-89c5-6da0bb889d63 HTTP/1.1" status: 200 len: 868 time: 0.1339686 Aug 02 17:21:59.982607 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:22:00.506630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-26e01ab4-56f3-4d6e-93b2-df65e9220143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:02.925913 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d1207a8-31c2-44d1-bcd8-eb7a785b8cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:03.448961 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:04.038364 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:05.771312 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:08.138421 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58294) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:08.191428 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [None req-4187d764-7de3-44c9-98e4-f723ca39369f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:22:08.192410 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4187d764-7de3-44c9-98e4-f723ca39369f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529957 Aug 02 17:22:10.427827 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58302) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:10.505163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d017e6a8-6a8f-488f-baa7-722be77a0a7d admin admin] GET failed (client error): The resource could not be found. Aug 02 17:22:10.506513 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-d017e6a8-6a8f-488f-baa7-722be77a0a7d admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0774033 Aug 02 17:22:10.603083 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ddb2e3-c18b-484c-a782-26100870f8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:10.604600 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-d8ddb2e3-c18b-484c-a782-26100870f8aa admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0929859 Aug 02 17:22:12.770028 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58310) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:12.820781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:22:12.844541 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Made reservation on behalf of e0ea56e9ea124274a44de0b663742bc0 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:22:12.846824 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:12.881859 dv-cinder-788367-3-iscsi neutron-server[93243]: WARNING neutron.services.revisions.revision_plugin [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Could not find related network for resource to bump revision. Aug 02 17:22:12.892758 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:22:12.902133 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:12.902539 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Added segment 699f6e0b-6894-4233-a476-a6350f0f9f3c of type vlan for network b593ea09-7dce-4cef-879e-8b69733399ff Aug 02 17:22:12.943559 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:12.972157 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:12.973083 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:12.973685 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:13.025398 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2543013 Aug 02 17:22:13.029911 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b593ea09-7dce-4cef-879e-8b69733399ff,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:13.036989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.037380 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.037716 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.038054 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.038412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.038755 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.039081 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.039403 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.039745 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.040054 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.040379 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.040691 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9a8385-e54d-4188-b677-fdd83b6d16f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:13.053422 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network b593ea09-7dce-4cef-879e-8b69733399ff details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:22:15.207791 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58318) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:15.278892 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed91cbf1-9492-4954-8a38-f1e5f31af7df admin admin] GET failed (client error): The resource could not be found. Aug 02 17:22:15.280229 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ed91cbf1-9492-4954-8a38-f1e5f31af7df admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710928 Aug 02 17:22:15.383753 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6381ce-81f7-4f8f-8ebe-46ecbde38a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:15.385186 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dc6381ce-81f7-4f8f-8ebe-46ecbde38a01 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983193 Aug 02 17:22:15.396191 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:22:15.421512 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Made reservation on behalf of e0ea56e9ea124274a44de0b663742bc0 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:22:15.423717 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:15.625485 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:15.682568 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68128663-a227-4713-a49b-c2ad8543d9ac,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:15.694202 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Checking segment: {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:22:15.694590 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Network hostable DHCP agents. Network: b593ea09-7dce-4cef-879e-8b69733399ff, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:22:15.718977 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Network b593ea09-7dce-4cef-879e-8b69733399ff is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:22:15.733514 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, b593ea09-7dce-4cef-879e-8b69733399ff) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:22:15.739244 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:15.739830 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:15.744102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ff3f0-3ff5-49af-82e2-7a13107158e1 None None] Network b593ea09-7dce-4cef-879e-8b69733399ff requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:22:15.756519 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c54c9508-0547-4220-a680-0857c7531887 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3638232 Aug 02 17:22:16.012824 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-b593ea09-7dce-4cef-879e-8b69733399ff', 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff', 'tenant_id': 'e0ea56e9ea124274a44de0b663742bc0', 'fixed_ips': [{'subnet_id': '68128663-a227-4713-a49b-c2ad8543d9ac'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:22:16.013700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.147913 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Allocated IP 192.168.233.2 (b593ea09-7dce-4cef-879e-8b69733399ff/68128663-a227-4713-a49b-c2ad8543d9ac/7e12c73d-cb64-475e-9ad0-43c3fc72069f) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:22:16.292354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.300925 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Transition to ACTIVE for port object 7e12c73d-cb64-475e-9ad0-43c3fc72069f will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:22:16.316166 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Transition to ACTIVE for port object 7e12c73d-cb64-475e-9ad0-43c3fc72069f will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:22:16.323380 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.359811 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Network b593ea09-7dce-4cef-879e-8b69733399ff is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:22:16.364587 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:22:16.367658 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:22:16.384307 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Pushing event updated for resources: {'Port': ['ID=7e12c73d-cb64-475e-9ad0-43c3fc72069f,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:16.405275 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.405625 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.405970 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.406351 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.406691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.407023 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.407350 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.407696 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.408047 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.408377 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.408697 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.409021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:16.441518 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Attempting to bind port 7e12c73d-cb64-475e-9ad0-43c3fc72069f on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:22:16.441874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Attempting to bind port 7e12c73d-cb64-475e-9ad0-43c3fc72069f by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:22:16.442265 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Attempting to bind port 7e12c73d-cb64-475e-9ad0-43c3fc72069f on network b593ea09-7dce-4cef-879e-8b69733399ff {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:22:16.447171 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:22:16.447536 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Checking segment: {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:22:16.447960 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.448354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Bound using segment: {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:22:16.448797 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Bound port: 7e12c73d-cb64-475e-9ad0-43c3fc72069f, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:22:16.449184 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.510671 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] For port 7e12c73d-cb64-475e-9ad0-43c3fc72069f, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:22:16.513749 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] For port 7e12c73d-cb64-475e-9ad0-43c3fc72069f, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=7e12c73d-cb64-475e-9ad0-43c3fc72069f,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:22:16.520156 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:16.578086 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ff48-da5f-425f-a9b1-4de0d2a3fa8e None None] Pushing event updated for resources: {'Port': ['ID=7e12c73d-cb64-475e-9ad0-43c3fc72069f,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:17.362478 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7e12c73d-cb64-475e-9ad0-43c3fc72069f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:22:17.388848 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ef2b0-a7a5-458c-b1bf-7c515896a63a None None] Network b593ea09-7dce-4cef-879e-8b69733399ff requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:22:17.485489 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Provisioning for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:22:17.491359 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:22:17.497715 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Provisioning complete for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:17.498086 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:17.499521 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:17.499876 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:17.672572 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:17.720455 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:17.743200 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] For port 7e12c73d-cb64-475e-9ad0-43c3fc72069f, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=7e12c73d-cb64-475e-9ad0-43c3fc72069f,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:22:17.755856 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:17.834510 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.db.api [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:22:17.834510 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG oslo_db.api [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:22:17.834765 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e257-f1ec-458f-ae29-cf60ff706d86 None None] Pushing event updated for resources: {'Port': ['ID=7e12c73d-cb64-475e-9ad0-43c3fc72069f,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:17.875459 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-50905c9e-ef5d-40c3-848e-4f9c750eec0d None None] Provisioning complete for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:17.875826 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-50905c9e-ef5d-40c3-848e-4f9c750eec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:19.338448 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7e12c73d-cb64-475e-9ad0-43c3fc72069f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:22:19.388387 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 7e12c73d-cb64-475e-9ad0-43c3fc72069f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:19.388754 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:30.511504 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5ba5170c-b435-4d5d-97bb-d3f2071c50ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:32.918479 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b2a5-2dd3-4112-8a9a-643d1cfde692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:33.453574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:34.040746 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:35.775685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:36.981236 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:23:00.515671 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e454-dd32-430a-8a2d-d0bf8ba7eb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:02.921890 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4ca64169-66af-4172-b329-6d74f6867302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:03.457470 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:04.043705 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:05.779167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:13.980448 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:23:24.992615 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58372) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:24.998804 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [None req-72b96ca0-4d79-43c1-96f9-38c2e229ef26 tempest-verify_tempest_config-755839478 tempest-verify_tempest_config-755839478-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:23:24.999758 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-72b96ca0-4d79-43c1-96f9-38c2e229ef26 tempest-verify_tempest_config-755839478 tempest-verify_tempest_config-755839478-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061405 Aug 02 17:23:25.332008 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58390) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:25.444243 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.560155 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.565562 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.616085 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33add687608247589b5a22d8903627c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2829938 Aug 02 17:23:25.616760 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc21dfc4-26f3-4d45-9d0d-338535e65e98,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:23:25.618967 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58396) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:25.623804 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.624177 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.624544 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.624862 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.625202 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.625553 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.625885 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.626234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.626579 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.626914 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.627244 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.627562 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ef548-b30c-41ce-91b8-b08c2988e806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.677769 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.704882 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.805456 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.809435 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:25.810739 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc21dfc4-26f3-4d45-9d0d-338535e65e98 HTTP/1.1" status: 204 len: 168 time: 0.1907442 Aug 02 17:23:25.818669 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc21dfc4-26f3-4d45-9d0d-338535e65e98,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:23:25.825401 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.825858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.826344 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.826766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.827109 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.827494 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.827856 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.828188 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.828528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.828865 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.829213 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:25.829542 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287799b-4e8f-4502-bc1a-e304804f4cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:30.519417 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8a3c-178c-4481-9745-15d1a7537ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:32.926204 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1d494d63-bd46-4d58-ab70-3c7ed28948df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:33.462429 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:34.048097 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:35.783355 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:50.978549 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:24:00.527129 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6cd3d4e1-ddd7-4832-b7bd-546a354eeb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:02.937315 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d859301b-5fef-434e-a56a-d8c958bd2022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:03.472880 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:04.061869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:05.788185 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:27.978184 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 5 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:24:30.531028 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee04a-71d3-4341-b8ee-28357c4528f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:32.935775 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d826ae8a-d10c-4fe5-b04d-b5bafcd66256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:33.476877 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:34.065336 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:35.792552 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:58.292359 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1727593'] for agent, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:00.526978 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d81e-568f-4590-9854-35ea1b0ce50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:02.929298 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-bb9070d2-cf0f-4556-82b8-29d140e0d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:03.470870 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:03.882164 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58448) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:25:03.989513 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-fc8f8a15-fa95-45db-bb62-794d8e23dad2 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1061378 Aug 02 17:25:04.059903 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:04.991841 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:25:05.792604 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:06.174119 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58458) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:25:06.244772 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-77184023-2f00-4189-bb7e-b21ea1c1a170 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0694005 Aug 02 17:25:28.262084 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:30.537988 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-32380f82-4f98-4c17-ba06-9235367239fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:32.937870 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7481bb4d-40a5-45d4-82aa-b53052556b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:33.474990 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:34.073176 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:35.802087 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:41.985618 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:25:58.255818 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:00.534026 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5839d8c-a3e2-48ce-8cc5-d44c079db05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:02.932690 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4ef68aaf-f396-41ae-ae76-eae61d7b2ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:03.488995 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:04.066511 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:05.801999 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:18.984872 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:26:28.257661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:30.527108 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b1951500-4856-4eef-97bd-fb8b6465f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:32.937520 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d1e8f17c-53f9-450e-85fe-906c8c2e6ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:33.485851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:34.074540 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:35.810373 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:36.819390 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58664) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:36.837096 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58670) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:36.849129 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58672) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:37.009171 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58686) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:37.180264 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1420417880-network', 'tenant_id': '644d95b0b77c4c53aeaa1591274478d9'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.181617 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-network', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.199066 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:37.199066 dv-cinder-788367-3-iscsi neutron-server[93244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 02 17:26:37.199066 dv-cinder-788367-3-iscsi neutron-server[93244]: [parameters: {'project_id': '644d95b0b77c4c53aeaa1591274478d9', 'id': 'a555d176-992b-4842-b9a3-4e35445bad5b', 'expiration': datetime.datetime(2021, 8, 2, 17, 28, 37, 193887)}] Aug 02 17:26:37.199066 dv-cinder-788367-3-iscsi neutron-server[93244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:37.199929 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG oslo_db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:37.207560 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Made reservation on behalf of 7c641863f0f84752b481ea4f89bcdeb6 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:37.210976 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.225653 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-network', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.228720 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.262521 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Made reservation on behalf of 78b6c5e5897d4c0a85003f12419d3f9e for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:37.265086 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.278465 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.362241 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.368667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.385381 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:26:37.395280 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.395862 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Added segment c59da46c-8dd7-47a5-afcd-6d81706b0b7e of type vlan for network aa771459-906b-4bbc-bb8c-05a1904d94d0 Aug 02 17:26:37.418388 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58704) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:37.432435 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1599919179-network', 'tenant_id': '94b987d163c644f8b19411937508b690'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.442104 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.506344 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72496d0d-86b1-44f7-942c-22d4bd8f3a6d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:37.511465 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.512415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:37.512977 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.529055 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.529728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.530072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.530428 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.530754 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.531096 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.531419 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.531734 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.532054 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.532371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.532686 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.533001 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Tracked resource versions report: Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: pushed versions: Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: { 'AddressGroup': {'1.2'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'ConntrackHelper': {'1.0'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Log': {'1.0'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Network': {'1.1'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Port': {'1.7'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'PortForwarding': {'1.2'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'QosPolicy': {'1.8'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroup': {'1.4'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SubPort': {'1.0'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Subnet': {'1.1'}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Trunk': {'1.1'}} Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: consumer versions: Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'ConntrackHelper': '1.0', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Log': '1.0', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Network': '1.1', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Port': '1.7', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'PortForwarding': '1.2', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'QosPolicy': '1.8', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroup': '1.4', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SecurityGroupRule': '1.2', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'SubPort': '1.0', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Subnet': '1.1', Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: 'Trunk': '1.1'}} Aug 02 17:26:37.534072 dv-cinder-788367-3-iscsi neutron-server[93243]: {{(pid=93243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:26:37.586013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1573523914-network', 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.624056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] Pushing event updated for resources: {'Network': ['ID=aa771459-906b-4bbc-bb8c-05a1904d94d0,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:37.631630 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.637931 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:26:37.641185 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.651642 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-0e218872-922d-4ff9-b574-5af474dd4598 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8306084 Aug 02 17:26:37.657943 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58720) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:37.666696 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:26:37.678978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Request body: {'subnet': {'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-subnet', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.687390 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0eeb8-481c-4871-ac55-eaad940c0be6,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:37.706590 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.707112 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Added segment 4e790265-4501-4685-875c-de10a29a4717 of type vlan for network 9bdebb39-eb42-4b48-b25c-aead8037c782 Aug 02 17:26:37.730872 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.api [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:37.730872 dv-cinder-788367-3-iscsi neutron-server[93244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:26:37.730872 dv-cinder-788367-3-iscsi neutron-server[93244]: [parameters: {'project_id_1': 'a490e31b95aa40038bc6ca13dc6a39b0', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 26, 37, 592123)}] Aug 02 17:26:37.730872 dv-cinder-788367-3-iscsi neutron-server[93244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:37.731352 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG oslo_db.api [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:37.765397 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.780075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Made reservation on behalf of 94b987d163c644f8b19411937508b690 for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:37.786340 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.805612 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.807397 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:37.808328 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.818069 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Made reservation on behalf of 7c641863f0f84752b481ea4f89bcdeb6 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:37.821184 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.872782 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.874565 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] Pushing event updated for resources: {'Network': ['ID=9bdebb39-eb42-4b48-b25c-aead8037c782,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:37.878661 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Made reservation on behalf of 644d95b0b77c4c53aeaa1591274478d9 for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:37.881226 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:37.884801 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-31f82e5b-9246-4f66-9bdc-79591ac8d059 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0463223 Aug 02 17:26:37.889861 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:26:37.898375 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58738) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:37.908680 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Request body: {'subnet': {'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-subnet', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:37.919793 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.097280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.144433 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21823f6-3cc7-4337-88bc-dae16f7313f5,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:38.155874 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.156247 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.156594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.156933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.157269 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.157601 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.157928 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.158280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.158631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.159374 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.159858 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.160151 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Tracked resource versions report: Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: pushed versions: Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: { 'AddressGroup': {'1.2'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'ConntrackHelper': {'1.0'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Log': {'1.0'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Network': {'1.1'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Port': {'1.7'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'PortForwarding': {'1.2'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'QosPolicy': {'1.8'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroup': {'1.4'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SubPort': {'1.0'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Subnet': {'1.1'}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Trunk': {'1.1'}} Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: consumer versions: Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'ConntrackHelper': '1.0', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Log': '1.0', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Network': '1.1', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Port': '1.7', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'PortForwarding': '1.2', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'QosPolicy': '1.8', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroup': '1.4', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SecurityGroupRule': '1.2', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'SubPort': '1.0', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Subnet': '1.1', Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: 'Trunk': '1.1'}} Aug 02 17:26:38.161305 dv-cinder-788367-3-iscsi neutron-server[93244]: {{(pid=93244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:26:38.206066 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.220069 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.230279 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Checking segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:38.231162 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Network hostable DHCP agents. Network: aa771459-906b-4bbc-bb8c-05a1904d94d0, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:26:38.239448 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Made reservation on behalf of 78b6c5e5897d4c0a85003f12419d3f9e for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:38.242363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.249128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:38.249128 dv-cinder-788367-3-iscsi neutron-server[93244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:26:38.249128 dv-cinder-788367-3-iscsi neutron-server[93244]: [parameters: {'project_id_1': '644d95b0b77c4c53aeaa1591274478d9', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 26, 37, 959228)}] Aug 02 17:26:38.249128 dv-cinder-788367-3-iscsi neutron-server[93244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:38.249876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG oslo_db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:38.281776 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:26:38.295616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9623a2-c032-48fc-a9e4-b08bc2499ae9,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:38.307681 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754214099649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.308242 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Unsubscribe: segment precommit_create {{(pid=93244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 17:26:38.308691 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Added segment 77b3d2f0-e0b0-4549-bf5e-abac6df2349b of type vlan for network 3aea78af-e19a-4395-bf20-427b8e528621 Aug 02 17:26:38.335483 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:26:38.372135 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, aa771459-906b-4bbc-bb8c-05a1904d94d0) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:38.380926 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5cca3-559e-4aea-9830-c9e725a5607a None None] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:38.410453 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:38.416096 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.423984 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:38.430170 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.439808 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.464397 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.470345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.537961 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d492e6c-c46c-473e-8161-2283efc4a8b2,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:38.548468 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a35b6cf7-2490-474c-98f5-630be785e8ee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8855462 Aug 02 17:26:38.554203 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58772) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:38.554551 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Checking segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:38.555103 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Network hostable DHCP agents. Network: 9bdebb39-eb42-4b48-b25c-aead8037c782, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:26:38.569249 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:38.596998 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.598495 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:38.599261 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.599557 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:26:38.611740 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd1f09c-3a36-45cb-b79b-b17565a48e20 None None] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:38.615651 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 9bdebb39-eb42-4b48-b25c-aead8037c782) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:38.620692 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:38.621761 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.630188 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f800b-32e9-42be-9066-ffd12bc799dd None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:38.738685 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] Pushing event updated for resources: {'Network': ['ID=3aea78af-e19a-4395-bf20-427b8e528621,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:38.752882 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.761392 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 3aea78af-e19a-4395-bf20-427b8e528621 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:26:38.814672 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.821280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.847366 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-458036e5-254e-4273-ab2c-036aaa478d27 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8333485 Aug 02 17:26:38.848060 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58778) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:38.858423 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Request body: {'subnet': {'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1599919179-subnet', 'tenant_id': '94b987d163c644f8b19411937508b690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:38.890949 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:38.890949 dv-cinder-788367-3-iscsi neutron-server[93244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:26:38.890949 dv-cinder-788367-3-iscsi neutron-server[93244]: [parameters: {'project_id_1': '644d95b0b77c4c53aeaa1591274478d9', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 26, 38, 772372)}] Aug 02 17:26:38.890949 dv-cinder-788367-3-iscsi neutron-server[93244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:38.900642 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG oslo_db.api [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:38.916259 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:26:38.923557 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f477199-0000-4925-ac93-959d335c8bb1,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:38.926938 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.928267 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.936240 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.944993 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.945549 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Added segment 167e5128-957c-4029-82b0-c68cd506c6b8 of type vlan for network 3968d512-dd9d-47e9-96a4-9875ddbac808 Aug 02 17:26:38.953813 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a2d3ca08-5bb0-483e-960a-9aeb3a5f14a3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0493562 Aug 02 17:26:38.954472 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58784) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:38.961837 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Made reservation on behalf of 94b987d163c644f8b19411937508b690 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:38.964454 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:38.971548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-9bdebb39-eb42-4b48-b25c-aead8037c782', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:26:38.974308 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.046475 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:39.159025 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Allocated IP 172.20.0.2 (9bdebb39-eb42-4b48-b25c-aead8037c782/1d492e6c-c46c-473e-8161-2283efc4a8b2/b2456684-7c62-44bd-91e2-0c69e3d4affc) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:39.166117 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.224001 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.225433 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:39.225642 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.236482 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.274448 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.331469 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.344355 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Transition to ACTIVE for port object b2456684-7c62-44bd-91e2-0c69e3d4affc will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:39.361084 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bd775e-818c-4454-bd9b-4afed59e3a89,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:39.370128 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Checking segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:39.370632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Network hostable DHCP agents. Network: 3aea78af-e19a-4395-bf20-427b8e528621, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:26:39.397796 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Network 3aea78af-e19a-4395-bf20-427b8e528621 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:26:39.413819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Transition to ACTIVE for port object b2456684-7c62-44bd-91e2-0c69e3d4affc will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:39.423228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.425677 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 3aea78af-e19a-4395-bf20-427b8e528621) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:39.434286 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:39.434783 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.443361 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839b81d-6e83-4605-9a52-51bc5f1c88b7 None None] Network 3aea78af-e19a-4395-bf20-427b8e528621 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:39.526832 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58802) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:39.534313 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:39.535479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.547729 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:39.552798 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:39.568664 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Pushing event updated for resources: {'Port': ['ID=b2456684-7c62-44bd-91e2-0c69e3d4affc,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:39.584098 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.584584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.585885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.586356 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.586781 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.587319 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.587740 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.588167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.588579 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.589166 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.589589 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.589969 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Tracked resource versions report: Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: pushed versions: Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: { 'AddressGroup': {'1.2'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'ConntrackHelper': {'1.0'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Log': {'1.0'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Network': {'1.1'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Port': {'1.7'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'PortForwarding': {'1.2'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'QosPolicy': {'1.8'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroup': {'1.4'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SubPort': {'1.0'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Subnet': {'1.1'}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Trunk': {'1.1'}} Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: consumer versions: Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'ConntrackHelper': '1.0', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Log': '1.0', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Network': '1.1', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Port': '1.7', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'PortForwarding': '1.2', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'QosPolicy': '1.8', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroup': '1.4', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SecurityGroupRule': '1.2', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'SubPort': '1.0', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Subnet': '1.1', Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: 'Trunk': '1.1'}} Aug 02 17:26:39.591156 dv-cinder-788367-3-iscsi neutron-server[93245]: {{(pid=93245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:26:39.608216 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.616990 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.624796 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.636581 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2167661 Aug 02 17:26:39.644929 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f8e3ddbb-6d97-450a-a5b2-88d3dc5967cf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7929158 Aug 02 17:26:39.646518 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58810) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:39.646854 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58812) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:39.670599 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de74ddb8-dc8c-4859-aa1b-08d8f129def9,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:39.672362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Attempting to bind port b2456684-7c62-44bd-91e2-0c69e3d4affc on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:39.672730 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Attempting to bind port b2456684-7c62-44bd-91e2-0c69e3d4affc by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:39.673135 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Attempting to bind port b2456684-7c62-44bd-91e2-0c69e3d4affc on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:39.674590 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:39.680629 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:39.681002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Checking segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:39.681505 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.681775 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Bound using segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:39.682259 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Bound port: b2456684-7c62-44bd-91e2-0c69e3d4affc, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:39.682692 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.703717 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc4440-237f-4b32-9f68-f1a6bcebe488 admin admin] Pushing event updated for resources: {'Network': ['ID=3968d512-dd9d-47e9-96a4-9875ddbac808,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:39.712740 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:26:39.719311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Request body: {'subnet': {'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1573523914-subnet', 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:39.772247 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:26:39.815347 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.823061 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.824088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Added segment 719e7b95-9d77-4130-a42f-dc8a1185a824 of type vlan for network c929bd37-21bd-4b3c-99da-3260ea2ab352 Aug 02 17:26:39.830748 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:39.832991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.860450 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.923622 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.949622 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] For port b2456684-7c62-44bd-91e2-0c69e3d4affc, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:39.956181 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] For port b2456684-7c62-44bd-91e2-0c69e3d4affc, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b2456684-7c62-44bd-91e2-0c69e3d4affc,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:39.964474 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-3aea78af-e19a-4395-bf20-427b8e528621', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:26:39.967251 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.984088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.985036 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:39.985606 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:39.987202 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.093611 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] Pushing event updated for resources: {'Network': ['ID=c929bd37-21bd-4b3c-99da-3260ea2ab352,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:40.119972 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network c929bd37-21bd-4b3c-99da-3260ea2ab352 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:26:40.282567 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572214-3a94-4c3d-9653-51c178c5c09e None None] Pushing event updated for resources: {'Port': ['ID=b2456684-7c62-44bd-91e2-0c69e3d4affc,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:40.301417 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-65fcc30c-ad78-470a-8bc7-d763893fb706 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4511192 Aug 02 17:26:40.302420 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58834) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:40.312218 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Request body: {'subnet': {'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1420417880-subnet', 'tenant_id': '644d95b0b77c4c53aeaa1591274478d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:40.330693 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.340479 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.341725 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.350475 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Made reservation on behalf of 644d95b0b77c4c53aeaa1591274478d9 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:40.353149 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.434879 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.442554 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b79a-582a-4ee3-9959-ea2c0a19400f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.443938 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Allocated IP 172.20.0.2 (3aea78af-e19a-4395-bf20-427b8e528621/15bd775e-818c-4454-bd9b-4afed59e3a89/8498f76f-86c7-450d-9685-495bf35fa0da) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:40.446537 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.460326 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.496126 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.796262 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.806060 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Transition to ACTIVE for port object 8498f76f-86c7-450d-9685-495bf35fa0da will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:40.823198 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Transition to ACTIVE for port object 8498f76f-86c7-450d-9685-495bf35fa0da will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:40.824643 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Allocated IP 172.27.3.151 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/9afb2697-eded-44b4-b28f-863b5c0423ab) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:40.830402 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.849862 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Network 3aea78af-e19a-4395-bf20-427b8e528621 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:40.852725 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:40.857202 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:40.906173 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Checking segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:40.906173 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Network hostable DHCP agents. Network: 3968d512-dd9d-47e9-96a4-9875ddbac808, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:26:40.944856 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.959056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.975436 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Attempting to bind port 8498f76f-86c7-450d-9685-495bf35fa0da on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:40.975973 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Attempting to bind port 8498f76f-86c7-450d-9685-495bf35fa0da by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:40.976531 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Attempting to bind port 8498f76f-86c7-450d-9685-495bf35fa0da on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:40.986954 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:26:40.992334 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:40.993322 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Checking segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:40.994090 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:40.994945 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Bound using segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:40.995672 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Bound port: 8498f76f-86c7-450d-9685-495bf35fa0da, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:40.997911 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.016584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Pushing event updated for resources: {'Port': ['ID=8498f76f-86c7-450d-9685-495bf35fa0da,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.024035 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 3968d512-dd9d-47e9-96a4-9875ddbac808) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:41.051235 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd155d-a854-47bf-816f-a8797c9d739b None None] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:41.052555 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:41.053204 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.062973 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d96d02-06c1-47aa-9943-0dc53a96f572,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.076035 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.127633 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Checking segment: {'id': '719e7b95-9d77-4130-a42f-dc8a1185a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:41.127978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Network hostable DHCP agents. Network: c929bd37-21bd-4b3c-99da-3260ea2ab352, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:26:41.136618 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6288ca35-9038-4f36-8342-4a531328d245,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.153094 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Network c929bd37-21bd-4b3c-99da-3260ea2ab352 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:26:41.164952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.176634 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] For port 8498f76f-86c7-450d-9685-495bf35fa0da, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:41.198868 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] For port 8498f76f-86c7-450d-9685-495bf35fa0da, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=8498f76f-86c7-450d-9685-495bf35fa0da,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:41.206819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.233835 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Pushing event updated for resources: {'Port': ['ID=9afb2697-eded-44b4-b28f-863b5c0423ab,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.236343 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, c929bd37-21bd-4b3c-99da-3260ea2ab352) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:41.261438 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:41.265348 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:41.276807 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:41.314213 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcec866-a1eb-401d-b4f2-903f324b61ee None None] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:41.375664 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252a726-d7c5-4510-90cf-de936427e831 None None] Pushing event updated for resources: {'Port': ['ID=8498f76f-86c7-450d-9685-495bf35fa0da,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.383412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b79a-582a-4ee3-9959-ea2c0a19400f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.383964 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:41.384123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.392694 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81caecd7-1552-4fed-b60d-56991dd23343 None None] Network c929bd37-21bd-4b3c-99da-3260ea2ab352 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:41.393596 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b79a-582a-4ee3-9959-ea2c0a19400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.446742 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f885df53-3946-4089-ae0d-67917c874587 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7796075 Aug 02 17:26:41.466259 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0ad1a964-9090-4d1b-9c48-6d5e2fef90fe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1604443 Aug 02 17:26:41.510715 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2b79a-582a-4ee3-9959-ea2c0a19400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408b027-6322-4d7b-8993-8de13827ae0a,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:41.609019 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a39e5b-9306-4049-ba55-7f97ff8672ce None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:41.680115 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.686036 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.702774 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b9f2b79a-582a-4ee3-9959-ea2c0a19400f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4db7c4a9ed54e20a2ce4869fc3ef8a9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1634192 Aug 02 17:26:41.702774 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58868) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:41.769616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b2456684-7c62-44bd-91e2-0c69e3d4affc up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:41.769994 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.896478 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port b2456684-7c62-44bd-91e2-0c69e3d4affc completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:42.056087 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58916) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:42.066358 dv-cinder-788367-3-iscsi neutron-server[93244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 17:26:42.081521 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8df2d-7fda-4f8d-85f2-bbc9d0b99460 None None] Network c929bd37-21bd-4b3c-99da-3260ea2ab352 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:42.084075 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Provisioning for port b2456684-7c62-44bd-91e2-0c69e3d4affc completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:42.090783 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Provisioning complete for port b2456684-7c62-44bd-91e2-0c69e3d4affc triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:42.091388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.100486 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58922) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:42.179887 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.250600 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.306120 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.351442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.364863 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.420211 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] For port b2456684-7c62-44bd-91e2-0c69e3d4affc, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b2456684-7c62-44bd-91e2-0c69e3d4affc,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:42.427907 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.455502 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-48eaf682-7e4e-4363-a42a-5952874b8ee9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:42.457051 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-48eaf682-7e4e-4363-a42a-5952874b8ee9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.4000053 Aug 02 17:26:42.503496 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Allocated IP 172.27.3.116 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/79540ff5-beec-4c61-aa22-01d17be53fe3) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:42.521389 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-6ab3bdcb-f16f-41fc-ab38-eb75d966216b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/quotas/a490e31b95aa40038bc6ca13dc6a39b0 HTTP/1.1" status: 200 len: 375 time: 0.0533018 Aug 02 17:26:42.536422 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-a9350e51-2725-4aac-a869-6aeeb1ceeff7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:42.544810 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-a9350e51-2725-4aac-a869-6aeeb1ceeff7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/networks?id=c929bd37-21bd-4b3c-99da-3260ea2ab352 HTTP/1.1" status: 200 len: 812 time: 0.4410653 Aug 02 17:26:42.566509 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255cf3f-c85f-49d3-a8a1-04bae5099ff3 None None] Pushing event updated for resources: {'Port': ['ID=b2456684-7c62-44bd-91e2-0c69e3d4affc,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:42.597370 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-13fc87eb-c9d3-4da3-a491-9fefdf1d33dc None None] Provisioning complete for port b2456684-7c62-44bd-91e2-0c69e3d4affc triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:42.597771 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-13fc87eb-c9d3-4da3-a491-9fefdf1d33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.640587 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-4d7533f5-cfd7-4f83-8030-16bbedd1b1ec tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/quotas/644d95b0b77c4c53aeaa1591274478d9 HTTP/1.1" status: 200 len: 375 time: 0.0948851 Aug 02 17:26:42.644384 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-a4267399-cece-4327-83f2-438a0c3d7613 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969875 Aug 02 17:26:42.645279 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.647777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.649026 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2408b027-6322-4d7b-8993-8de13827ae0a HTTP/1.1" status: 204 len: 168 time: 0.9135571 Aug 02 17:26:42.671176 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.697509 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940991f1-26c8-459e-896d-8011bec2ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408b027-6322-4d7b-8993-8de13827ae0a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:42.709059 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-54e35d22-b919-4d36-bb27-03993576006e tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=644d95b0b77c4c53aeaa1591274478d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609832 Aug 02 17:26:42.718460 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.858618 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:42.924831 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:26:42.933782 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd9cfd-da69-478c-a23f-95bf785d3bb2 None None] Network 3aea78af-e19a-4395-bf20-427b8e528621 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:26:42.983274 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Allocated IP 172.27.3.102 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/1c51615d-553b-475d-937a-c1c6018ea598) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:43.011975 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-25c2c1b9-63ce-4b6a-bab6-b7c30f2aa1d8 None None] Provisioning for port 8498f76f-86c7-450d-9685-495bf35fa0da completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:43.100071 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:43.110174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:43.119890 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:43.137551 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-316e4aa2-d20b-4286-9589-5b3c6d9f05c9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:26:43.139317 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-316e4aa2-d20b-4286-9589-5b3c6d9f05c9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1978309 Aug 02 17:26:43.224684 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-e164f267-35c1-446d-80b4-d5df23e728ae service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:26:43.225692 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-e164f267-35c1-446d-80b4-d5df23e728ae service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1237757 Aug 02 17:26:43.234726 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Pushing event updated for resources: {'Port': ['ID=79540ff5-beec-4c61-aa22-01d17be53fe3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:43.302751 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.319391 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58958) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:43.321755 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:43.333598 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Sync routers for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:43.348452 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:43.349294 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:43.379475 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.384068 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a5bbbab0-14b5-4153-9b89-c5b3432fc991 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8184264 Aug 02 17:26:43.384068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c10f68cb-e6ed-4656-96e1-78a572ba3e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.387933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 58960) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:43.390907 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-313872c8-d68e-48a2-ad89-96debb865b4e service neutron] 10.222.0.54 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560998 Aug 02 17:26:43.512609 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:43.516971 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-b6bf562f-be33-4238-91f2-731e739eadd4 service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633611 Aug 02 17:26:43.608153 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.630409 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 8498f76f-86c7-450d-9685-495bf35fa0da up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:43.660013 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.682795 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:43.715849 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-5d33d848-0f53-4701-8054-f88e6d5ad678 service neutron] 10.222.0.54 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077981 Aug 02 17:26:43.719415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:43.724664 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:43.735283 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 8498f76f-86c7-450d-9685-495bf35fa0da completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:43.743142 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 8498f76f-86c7-450d-9685-495bf35fa0da triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:43.744202 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.776086 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-6e63894a-d11e-4c51-80e5-f34aee6fb429 service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582459 Aug 02 17:26:43.786625 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:41Z', 'revision_number': 3, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:43.847643 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c10f68cb-e6ed-4656-96e1-78a572ba3e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.852179 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Checking router: 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:43.852730 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Updating router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca port 9afb2697-eded-44b4-b28f-863b5c0423ab binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:43.857763 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c10f68cb-e6ed-4656-96e1-78a572ba3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.892485 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.896548 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.905208 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f68cb-e6ed-4656-96e1-78a572ba3e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863d4d83-8c87-4657-958f-b428126ccd11,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:43.964884 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 8498f76f-86c7-450d-9685-495bf35fa0da, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=8498f76f-86c7-450d-9685-495bf35fa0da,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:43.971677 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:43.973127 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b2456684-7c62-44bd-91e2-0c69e3d4affc up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:44.030563 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Pushing event updated for resources: {'Port': ['ID=1c51615d-553b-475d-937a-c1c6018ea598,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:44.257791 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.260091 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=8498f76f-86c7-450d-9685-495bf35fa0da,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:44.268465 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Transition to ACTIVE for port object 9afb2697-eded-44b4-b28f-863b5c0423ab will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:44.268692 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c10f68cb-e6ed-4656-96e1-78a572ba3e66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bda3204cd064377ad7892cad49713b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9349198 Aug 02 17:26:44.269162 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 58986) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:44.281943 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.291874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port b2456684-7c62-44bd-91e2-0c69e3d4affc triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:44.292268 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.300613 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.347621 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Pushing event updated for resources: {'Port': ['ID=9afb2697-eded-44b4-b28f-863b5c0423ab,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:44.352070 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb031a3-f718-46e1-9aab-063fb3b605e4 req-ef53113a-1e93-485a-b20b-539911963dc4 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.0807056 Aug 02 17:26:44.357939 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.358668 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.359229 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.359770 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.360276 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.360774 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.361259 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.361770 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.362314 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.362784 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.363271 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.363734 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Tracked resource versions report: Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: pushed versions: Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: { 'AddressGroup': {'1.2'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'ConntrackHelper': {'1.0'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Log': {'1.0'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Network': {'1.1'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Port': {'1.7'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'PortForwarding': {'1.2'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'QosPolicy': {'1.8'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroup': {'1.4'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SubPort': {'1.0'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Subnet': {'1.1'}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Trunk': {'1.1'}} Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: consumer versions: Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: { DHCP agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: L3 agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: Metadata agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: Metering agent@dv-cinder-788367-3-iscsi: {}, Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: Open vSwitch agent@dv-cinder-788367-3-iscsi: { 'AddressGroup': '1.2', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'ConntrackHelper': '1.0', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Log': '1.0', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Network': '1.1', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Port': '1.7', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'PortForwarding': '1.2', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'QosPolicy': '1.8', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroup': '1.4', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SecurityGroupRule': '1.2', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'SubPort': '1.0', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Subnet': '1.1', Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: 'Trunk': '1.1'}} Aug 02 17:26:44.364949 dv-cinder-788367-3-iscsi neutron-server[93246]: {{(pid=93246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:26:44.384064 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb9ca24d-64fb-4381-aea0-c876e5ea72dc req-9a618a93-da36-4a09-9510-1b842b1aef60 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.1135514 Aug 02 17:26:44.451682 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Attempting to bind port 9afb2697-eded-44b4-b28f-863b5c0423ab on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:44.452594 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Attempting to bind port 9afb2697-eded-44b4-b28f-863b5c0423ab by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:44.453204 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Attempting to bind port 9afb2697-eded-44b4-b28f-863b5c0423ab on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:44.462097 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:44.463264 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:44.464108 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.465437 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:44.466404 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Bound port: 9afb2697-eded-44b4-b28f-863b5c0423ab, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:44.467719 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.530186 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] For port 9afb2697-eded-44b4-b28f-863b5c0423ab, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:44.535650 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] For port 9afb2697-eded-44b4-b28f-863b5c0423ab, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9afb2697-eded-44b4-b28f-863b5c0423ab,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:44.542003 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.600948 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.608858 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.657082 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165d3b-6180-4f9f-bc7d-71b15a9738af None None] Pushing event updated for resources: {'Port': ['ID=9afb2697-eded-44b4-b28f-863b5c0423ab,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:44.668750 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:44.669617 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:44.697458 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.762823 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.836228 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:44.886750 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.912981 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Allocated IP 172.20.0.1 (aa771459-906b-4bbc-bb8c-05a1904d94d0/e21823f6-3cc7-4337-88bc-dae16f7313f5/1a7bd97c-e146-4ff2-bdc3-ee1652f629a2) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:44.949105 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.951789 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:44.956536 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/863d4d83-8c87-4657-958f-b428126ccd11 HTTP/1.1" status: 204 len: 168 time: 0.6831696 Aug 02 17:26:44.978806 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103682-36f6-479c-bd05-89e85711b7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863d4d83-8c87-4657-958f-b428126ccd11,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:45.091578 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:26:45.146296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:45.169581 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:41Z', 'revision_number': 3, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:45.201510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:45.269790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:26:45.294095 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:45.303009 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:45.310933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:45.321547 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:45.322404 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:45.324349 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:45.327952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:45.336336 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:45.337095 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:45.357106 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e036-e504-4a81-9d6a-398a3b24fef5 None None] The sync data for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi is: [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:41Z', 'revision_number': 3, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:26:45.598363 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 8498f76f-86c7-450d-9685-495bf35fa0da up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:45.629202 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:45.634959 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-56392ddb-eb81-4590-8548-931c6625ad1c req-24c7411d-6d25-4ff2-b3f9-545ebcb92779 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.1286204 Aug 02 17:26:45.644537 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:45.680968 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-83362519-d66b-4453-9f59-5ce446b436e5 req-0de6782a-f246-4412-9615-33ac8f38ad1d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0668731 Aug 02 17:26:45.718944 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:45.720548 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-21e062ce-c14b-4430-b845-674f274994fd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7630167 Aug 02 17:26:45.723437 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59066) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:45.970359 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:45.985109 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:46.002475 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:46.004938 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:46.031248 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.033245 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 8498f76f-86c7-450d-9685-495bf35fa0da triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:46.033622 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.034892 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.036311 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5de24e27-7141-429c-99fd-bdbb0a0171ea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3795938 Aug 02 17:26:46.037812 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59072) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:46.044287 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.045594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.228411 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:46.241403 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:46.290725 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:46.298698 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:46.362773 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:46.447885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:46.448261 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Updating router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c port 79540ff5-beec-4c61-aa22-01d17be53fe3 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:46.539279 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.554367 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:26:46.707761 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:46.745745 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:46.746369 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Updating router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 port 1c51615d-553b-475d-937a-c1c6018ea598 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:46.774102 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:46.873770 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-01932069-018c-492a-b401-a91bc537bf68 req-e12d2d88-b547-4171-9f75-40e396f03b26 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.1087792 Aug 02 17:26:46.932009 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:46.959109 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-2a7e2f1c-ebe4-458d-a2f1-02d8ae25b415 admin admin] 10.222.0.54 "PUT /v2.0/routers/2f3acbd0-24e5-41b1-8823-77f3b4eb96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5584934 Aug 02 17:26:47.045220 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fe1f15ab-3fb4-4540-94d7-1e28d34fb97c req-33275849-afe8-4735-a6d8-7496da25019d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0442793 Aug 02 17:26:47.165215 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.195970 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.210966 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Transition to ACTIVE for port object 79540ff5-beec-4c61-aa22-01d17be53fe3 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:47.223827 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.254017 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.321453 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Attempting to bind port 79540ff5-beec-4c61-aa22-01d17be53fe3 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:47.321723 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Attempting to bind port 79540ff5-beec-4c61-aa22-01d17be53fe3 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:47.322228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Attempting to bind port 79540ff5-beec-4c61-aa22-01d17be53fe3 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:47.330113 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:47.330851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:47.331267 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.331815 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:47.332660 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Bound port: 79540ff5-beec-4c61-aa22-01d17be53fe3, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:47.333111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.397702 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b912a-5d9a-4be9-9cba-b14a2a571f7e None None] Pushing event updated for resources: {'Port': ['ID=79540ff5-beec-4c61-aa22-01d17be53fe3,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:47.440808 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] For port 79540ff5-beec-4c61-aa22-01d17be53fe3, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:47.447395 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] For port 79540ff5-beec-4c61-aa22-01d17be53fe3, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=79540ff5-beec-4c61-aa22-01d17be53fe3,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:47.454473 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.454860 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.481503 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Transition to ACTIVE for port object 1c51615d-553b-475d-937a-c1c6018ea598 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:47.498378 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.582986 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:47.583624 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:47.588068 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Allocated IP 172.20.0.1 (9bdebb39-eb42-4b48-b25c-aead8037c782/1d492e6c-c46c-473e-8161-2283efc4a8b2/98b704ab-c84f-4357-b367-310a36e530b2) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:47.634888 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Attempting to bind port 1c51615d-553b-475d-937a-c1c6018ea598 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:47.635297 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Attempting to bind port 1c51615d-553b-475d-937a-c1c6018ea598 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:47.635667 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Attempting to bind port 1c51615d-553b-475d-937a-c1c6018ea598 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:47.644801 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7785dd6-b1d3-45b6-90a9-d19012e5fe35 None None] Pushing event updated for resources: {'Port': ['ID=1c51615d-553b-475d-937a-c1c6018ea598,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:47.686028 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:47.687121 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:47.687528 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.691899 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:47.692463 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Bound port: 1c51615d-553b-475d-937a-c1c6018ea598, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:47.696574 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.744354 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Allocated IP 172.20.0.1 (3aea78af-e19a-4395-bf20-427b8e528621/15bd775e-818c-4454-bd9b-4afed59e3a89/675d01b1-a9b3-41b8-9278-e00b65cacbc1) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:47.839258 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] For port 1c51615d-553b-475d-937a-c1c6018ea598, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:47.847835 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] For port 1c51615d-553b-475d-937a-c1c6018ea598, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1c51615d-553b-475d-937a-c1c6018ea598,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:47.856038 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:47.954360 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:47.956519 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7785dd6-b1d3-45b6-90a9-d19012e5fe35 None None] Pushing event updated for resources: {'Port': ['ID=1c51615d-553b-475d-937a-c1c6018ea598,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:48.014124 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:48.014778 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:48.032835 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-1e76b316-63fe-4e46-9b66-e97bf955a890 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:48.040668 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-1e76b316-63fe-4e46-9b66-e97bf955a890 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 819 time: 0.2996027 Aug 02 17:26:48.096772 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.101163 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9afb2697-eded-44b4-b28f-863b5c0423ab up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:48.133623 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a2ea7cab-a74c-47dc-87a2-4270145594d3 req-2c2f1ec1-f4b0-4f9c-a8cb-d42a6e6b5df8 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.0907040 Aug 02 17:26:48.142981 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c6870711-8a1e-4130-9e65-20eb8b8b4358 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/quotas/7c641863f0f84752b481ea4f89bcdeb6 HTTP/1.1" status: 200 len: 375 time: 0.1013291 Aug 02 17:26:48.165583 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b912a-5d9a-4be9-9cba-b14a2a571f7e None None] Pushing event updated for resources: {'Port': ['ID=79540ff5-beec-4c61-aa22-01d17be53fe3,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:48.312613 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Sync routers for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:48.348164 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 9afb2697-eded-44b4-b28f-863b5c0423ab completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:48.352388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:48.352808 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:48.361703 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc470dab-46cf-4b3c-b2be-c17fcd9020a5 req-8b8d1a72-3688-4baf-aef7-4c9aac2f94d8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0925293 Aug 02 17:26:48.368549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.371034 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:48.386450 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Transition to ACTIVE for port object 675d01b1-a9b3-41b8-9278-e00b65cacbc1 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:48.391870 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-242d7a9a-8f0a-4287-9c0f-e103bdfba2ba tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2411342 Aug 02 17:26:48.417489 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 9afb2697-eded-44b4-b28f-863b5c0423ab triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:48.418729 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.423209 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Transition to ACTIVE for port object 98b704ab-c84f-4357-b367-310a36e530b2 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:48.428569 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.486659 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Network 3aea78af-e19a-4395-bf20-427b8e528621 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:48.493069 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:48.495373 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Pushing event updated for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:48.514022 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:48.514536 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.739635 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.42', 50098) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:48.883835 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:48.925300 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:48.928865 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:48.931644 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:48.953895 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-afee1cc6-02bc-4f7a-8102-249823eb57bf service neutron] 10.222.0.54 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610850 Aug 02 17:26:48.977698 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac789eef-3ce5-4b47-abe5-a24947f2499d None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:26:49.079961 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9ac7e-d90f-4c09-bf80-d46eebb8959f None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:43Z', 'revision_number': 3, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:26:49.110640 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 9afb2697-eded-44b4-b28f-863b5c0423ab, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9afb2697-eded-44b4-b28f-863b5c0423ab,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:49.114911 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-cbcd64a9-d28b-422a-a665-d92a1b38d482 None None] Provisioning for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:49.120980 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-cbcd64a9-d28b-422a-a665-d92a1b38d482 None None] Provisioning complete for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:49.121422 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cbcd64a9-d28b-422a-a665-d92a1b38d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:49.211119 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.42', 50109) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:49.223012 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:49.246045 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd64a9-d28b-422a-a665-d92a1b38d482 None None] Port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:26:49.252480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:49.444327 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-8dcdcbf9-2b8b-4a9d-aed8-99d889d9a00c service neutron] 10.222.0.54 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892862 Aug 02 17:26:49.472793 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:49.507913 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:49.566856 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:49.566856 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:49.571711 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-62f069c3-fb3f-4677-81eb-6c0ef10b2a1b req-b1467a6f-6322-4625-b612-3cfe42ed9baf tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.1183896 Aug 02 17:26:49.624371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-119e3bfa-d9c1-4437-9ab7-d9e457fd603a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:49.625921 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-119e3bfa-d9c1-4437-9ab7-d9e457fd603a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.8840103 Aug 02 17:26:49.754617 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Pushing event updated for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:49.775843 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-3b9ee93f-1f9c-4eab-a9b3-e05e8ca21f6a tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:49.782645 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-3b9ee93f-1f9c-4eab-a9b3-e05e8ca21f6a tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.42 "GET /v2.0/networks?id=c929bd37-21bd-4b3c-99da-3260ea2ab352 HTTP/1.1" status: 200 len: 812 time: 0.5643904 Aug 02 17:26:49.827777 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Request body: {'port': {'device_id': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352', 'admin_state_up': True, 'tenant_id': '644d95b0b77c4c53aeaa1591274478d9'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:49.844892 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=9afb2697-eded-44b4-b28f-863b5c0423ab,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:49.922649 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:45Z', 'revision_number': 4, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '1a7bd97c-e146-4ff2-bdc3-ee1652f629a2', 'name': '', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'mac_address': 'fa:16:3e:48:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:44Z', 'updated_at': '2021-08-02T17:26:45Z', 'revision_number': 2, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'subnets': [{'id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:50.057740 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Request body: {'port': {'device_id': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'admin_state_up': True, 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:50.061135 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Checking router: 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:50.064690 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:50.067642 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Updating router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:50.182014 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1c51615d-553b-475d-937a-c1c6018ea598 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:50.189514 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:50.216212 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9c2414dc-27ce-4969-b3d9-e9f961fd6c7c req-6b0f8ae4-31d0-4d7c-99d3-a9a4ffc8e350 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.4322290 Aug 02 17:26:50.224668 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8067e9d8-e344-422c-90c5-5bd96b9a418c req-44fc04d4-af59-4e86-be66-213fe0e5671e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 210 time: 0.0936749 Aug 02 17:26:51.053432 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-6232f374-19f0-4040-a764-5cb0d7529f6a None None] Provisioning for port 98b704ab-c84f-4357-b367-310a36e530b2 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:51.093577 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.111747 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.112882 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.113682 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-6232f374-19f0-4040-a764-5cb0d7529f6a None None] Provisioning complete for port 98b704ab-c84f-4357-b367-310a36e530b2 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:51.114013 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6232f374-19f0-4040-a764-5cb0d7529f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.123948 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.db.api [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:51.123948 dv-cinder-788367-3-iscsi neutron-server[93243]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 02 17:26:51.123948 dv-cinder-788367-3-iscsi neutron-server[93243]: [parameters: {'project_id': 'a490e31b95aa40038bc6ca13dc6a39b0', 'id': '789f86d4-9e79-4fee-a4f9-371214fd9fe0', 'expiration': datetime.datetime(2021, 8, 2, 17, 28, 51, 98837)}] Aug 02 17:26:51.123948 dv-cinder-788367-3-iscsi neutron-server[93243]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:51.125009 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG oslo_db.api [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:51.192786 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Made reservation on behalf of 644d95b0b77c4c53aeaa1591274478d9 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:51.208052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.280444 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-6232f374-19f0-4040-a764-5cb0d7529f6a None None] Port 98b704ab-c84f-4357-b367-310a36e530b2 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:26:51.318216 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 1c51615d-553b-475d-937a-c1c6018ea598 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:51.406104 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59284) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:51.440899 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Pushing event updated for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:51.444852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 1c51615d-553b-475d-937a-c1c6018ea598 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:51.445391 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.489254 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Network 3aea78af-e19a-4395-bf20-427b8e528621 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:51.491974 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:51.610883 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-41b94f70-6cc6-40fe-8767-aa70053535a9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:51.610883 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-41b94f70-6cc6-40fe-8767-aa70053535a9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 819 time: 0.6610417 Aug 02 17:26:51.676979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82ceafd3-a9bb-4941-92d2-37a8da05191e req-0c553fb6-176b-4308-b036-3ad86e78bc6d tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.3980861 Aug 02 17:26:51.744699 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-09788679-e81a-4384-a0b3-2c0bfb68e4b2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/quotas/7c641863f0f84752b481ea4f89bcdeb6 HTTP/1.1" status: 200 len: 375 time: 0.1643493 Aug 02 17:26:51.793329 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.912100 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.960145 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 1c51615d-553b-475d-937a-c1c6018ea598, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1c51615d-553b-475d-937a-c1c6018ea598,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:51.998222 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:51.999089 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 79540ff5-beec-4c61-aa22-01d17be53fe3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:52.007306 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf3678f-ab48-4c45-acfc-03e09da57e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.102737 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d706e8c1-c6ec-4568-91d0-a7605e41299f req-8efa36db-9604-499c-873c-fea27e0bf991 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.1156425 Aug 02 17:26:52.125807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2e8a1772-aa82-405c-aeaa-3d73b6925917 None None] Provisioning complete for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:52.135879 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1772-aa82-405c-aeaa-3d73b6925917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.280132 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-cb561e65-0f0f-493e-b83b-e7d184136685 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5322266 Aug 02 17:26:52.338620 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=1c51615d-553b-475d-937a-c1c6018ea598,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:52.411627 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.440742 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.42', 50115) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:52.450334 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Transition to ACTIVE for port object 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:52.467259 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:52.476650 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.520315 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.542551 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a1772-aa82-405c-aeaa-3d73b6925917 None None] Port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:26:52.557061 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 79540ff5-beec-4c61-aa22-01d17be53fe3 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:52.614794 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 79540ff5-beec-4c61-aa22-01d17be53fe3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:52.615378 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.690359 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Allocated IP 172.20.0.10 (c929bd37-21bd-4b3c-99da-3260ea2ab352/a6d96d02-06c1-47aa-9943-0dc53a96f572/05e6d705-50a6-4b47-b886-01a0d1e18dd2) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:52.838867 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9590e15-ea03-495b-af68-3e728d80de09 None None] Pushing event updated for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:52.901940 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Attempting to bind port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:52.902424 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Attempting to bind port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:52.902908 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Attempting to bind port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 on network aa771459-906b-4bbc-bb8c-05a1904d94d0 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Checking segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Bound using segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Bound port: 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:52.949302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.092935 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.106135 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf3678f-ab48-4c45-acfc-03e09da57e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.140499 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-5d328713-8998-4ed4-a8bc-acceb9fa72e1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:53.142157 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-5d328713-8998-4ed4-a8bc-acceb9fa72e1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 819 time: 0.5696156 Aug 02 17:26:53.154743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:26:53.162772 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf3678f-ab48-4c45-acfc-03e09da57e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.164478 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.180722 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] For port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:53.188462 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] For port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:53.204611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b733d323-4716-473a-927c-c842f81b1ccd service neutron] 10.222.0.54 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787055 Aug 02 17:26:53.233696 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bdf3678f-ab48-4c45-acfc-03e09da57e58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77c1ee805cb14f40b11cc62d9a4271ee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8187397 Aug 02 17:26:53.237881 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.241434 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59314) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:53.319880 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.354324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 79540ff5-beec-4c61-aa22-01d17be53fe3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=79540ff5-beec-4c61-aa22-01d17be53fe3,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:53.365863 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.385362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:53.386001 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:53.441149 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-43b508ce-dbd4-44ad-8d5b-859a52885172 service neutron] 10.222.0.54 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947875 Aug 02 17:26:53.445550 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9590e15-ea03-495b-af68-3e728d80de09 None None] Pushing event updated for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:53.451132 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Network c929bd37-21bd-4b3c-99da-3260ea2ab352 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:53.641853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Pushing event updated for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:53.659688 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:53.677283 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3678f-ab48-4c45-acfc-03e09da57e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb15be1a-4dcc-428c-9193-09bccedd1133,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:53.682548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:53.694873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:53.698892 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.714421 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1c51615d-553b-475d-937a-c1c6018ea598 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:53.762231 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b446-c53b-4d33-ab96-bd0fb20e0765 req-f56a524f-1e0a-43d0-97af-7249ff898aea tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:53.764579 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:53.765437 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6ea0b446-c53b-4d33-ab96-bd0fb20e0765 req-f56a524f-1e0a-43d0-97af-7249ff898aea tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 932 time: 0.8885839 Aug 02 17:26:53.796425 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.797714 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:53.806016 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-01271cb3-4f7b-4fed-a112-ac5c4e758d29 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9869378 Aug 02 17:26:53.847429 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:53.847429 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:53.869733 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b77f70c0-ff1b-4d42-8fde-397ce16fffdd admin admin] 10.222.0.54 "PUT /v2.0/routers/83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8252530 Aug 02 17:26:53.881387 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.995927 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b57858b9-4967-4782-85da-e8d4f967d9fb req-d4a13395-4380-41e6-827a-587f5eab8a1b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0739002 Aug 02 17:26:54.039900 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6ea0b446-c53b-4d33-ab96-bd0fb20e0765 req-4327623b-fd7a-4cb3-8d22-a2402c110e76 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446549 Aug 02 17:26:54.075884 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.079834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.081212 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb15be1a-4dcc-428c-9193-09bccedd1133 HTTP/1.1" status: 204 len: 168 time: 0.8047683 Aug 02 17:26:54.097567 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36ff54-d509-4bac-98de-bf1523e48817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb15be1a-4dcc-428c-9193-09bccedd1133,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:54.157681 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:54.285453 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:54.374365 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8431b363-05e9-4b74-83b8-240baff4e887 req-7eb969fc-a918-4e5b-871c-f7b2e1ae941e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 210 time: 0.2793677 Aug 02 17:26:54.406930 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-b6368f06-572c-41a3-9c89-51186afb3182 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:26:54.425422 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=79540ff5-beec-4c61-aa22-01d17be53fe3,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:54.426044 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-b6368f06-572c-41a3-9c89-51186afb3182 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456343 Aug 02 17:26:54.452316 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.472828 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Request body: {'port': {'device_id': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'admin_state_up': True, 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:54.497108 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 1c51615d-553b-475d-937a-c1c6018ea598 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:54.501512 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.518664 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59354) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:54.536665 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.537481 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:54.712176 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Pushing event updated for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:54.919103 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Allocated IP 172.20.0.4 (3968d512-dd9d-47e9-96a4-9875ddbac808/6288ca35-9038-4f36-8342-4a531328d245/6add7eb4-b9d4-4ec9-8560-2b40f37c8bac) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:54.951345 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:26:50Z', 'revision_number': 2, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:55.063066 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:55.063066 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Updating router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:55.159432 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:55.175558 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9afb2697-eded-44b4-b28f-863b5c0423ab up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:55.182079 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:45Z', 'revision_number': 4, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '1a7bd97c-e146-4ff2-bdc3-ee1652f629a2', 'name': '', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'mac_address': 'fa:16:3e:48:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:44Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'subnets': [{'id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:55.275394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f03b29da-02a3-4a61-8a04-fc92c370365a req-82615f0a-df55-4cfb-9ef5-33511e1188f6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0801182 Aug 02 17:26:55.279391 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bfb068-db58-4a31-927b-1fc65c663ae2 None None] The sync data for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi is: [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:26:45Z', 'revision_number': 4, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '1a7bd97c-e146-4ff2-bdc3-ee1652f629a2', 'name': '', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'mac_address': 'fa:16:3e:48:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:44Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'subnets': [{'id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:26:55.339525 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 9afb2697-eded-44b4-b28f-863b5c0423ab triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:55.340448 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:55.510376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Made reservation on behalf of 7c641863f0f84752b481ea4f89bcdeb6 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:55.556703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:55.829222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59376) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:55.906811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:55.989428 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Allocated IP 172.20.0.7 (aa771459-906b-4bbc-bb8c-05a1904d94d0/e21823f6-3cc7-4337-88bc-dae16f7313f5/8868ff69-ff5b-421b-b061-9a28b705a05e) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:56.005019 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Request body: {'port': {'device_id': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:56.021139 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:56.024445 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59384) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:56.117092 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700406653', 'description': 'tempest-description--2053275209'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:56.118292 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.42', 50123) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:56.122519 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:56.250689 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 79540ff5-beec-4c61-aa22-01d17be53fe3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:56.267195 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:26:56.344043 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab592e95-ef51-48f7-ad09-c9cad0002e5a req-45d9cf0e-6f56-4b0f-bc14-e3df5fd1efea tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:56.345590 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ab592e95-ef51-48f7-ad09-c9cad0002e5a req-45d9cf0e-6f56-4b0f-bc14-e3df5fd1efea tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 932 time: 0.7845643 Aug 02 17:26:56.402247 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e8c-7ba8-418b-b3ab-bdd55ed4e270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.404296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.api [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:56.404296 dv-cinder-788367-3-iscsi neutron-server[93244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:26:56.404296 dv-cinder-788367-3-iscsi neutron-server[93244]: [parameters: {'project_id_1': '82fa84d3d0364ae6b2c390218ee690fa', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 26, 56, 227039)}] Aug 02 17:26:56.404296 dv-cinder-788367-3-iscsi neutron-server[93244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:56.404788 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG oslo_db.api [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:56.421800 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 79540ff5-beec-4c61-aa22-01d17be53fe3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:56.422890 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.431495 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.470815 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Transition to ACTIVE for port object 675d01b1-a9b3-41b8-9278-e00b65cacbc1 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:56.479496 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.593656 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.601218 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc800e11-a333-4de5-b1f9-4ac53f6661f9 None None] Pushing event updated for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:56.639749 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:26:56.659145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-bc6811ab-4284-4cc4-b216-8c02221f22ef tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:56.661145 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-bc6811ab-4284-4cc4-b216-8c02221f22ef tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 819 time: 0.4491069 Aug 02 17:26:56.678896 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa4a97e6-f8a6-4f1c-bd2b-a194687e3722 req-2ed867c0-cd86-4216-a691-769fed75a423 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 210 time: 0.4168036 Aug 02 17:26:56.688658 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.786488 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Attempting to bind port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:26:56.786865 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Attempting to bind port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:26:56.790074 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Attempting to bind port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:26:56.808306 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:26:56.808674 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Checking segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:26:56.809079 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.809482 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Bound using segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:26:56.809934 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Bound port: 675d01b1-a9b3-41b8-9278-e00b65cacbc1, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:26:56.810376 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.850134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Request body: {'port': {'device_id': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'admin_state_up': True, 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:56.892353 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-7ed7a5d4-d8ae-4e63-946b-6f72ca246885 None None] Provisioning complete for port 98b704ab-c84f-4357-b367-310a36e530b2 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:56.895787 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a5d4-d8ae-4e63-946b-6f72ca246885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.909072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.990239 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] For port 675d01b1-a9b3-41b8-9278-e00b65cacbc1, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:26:57.011060 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] For port 675d01b1-a9b3-41b8-9278-e00b65cacbc1, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=675d01b1-a9b3-41b8-9278-e00b65cacbc1,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:26:57.028806 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.093614 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.164200 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc800e11-a333-4de5-b1f9-4ac53f6661f9 None None] Pushing event updated for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=4']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:57.205316 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:26:57.207538 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:57.208178 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:57.305330 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:26:57.309743 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7a5d4-d8ae-4e63-946b-6f72ca246885 None None] Port 98b704ab-c84f-4357-b367-310a36e530b2 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:26:57.312341 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:26:57.312702 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.365802 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.406636 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:57.411978 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ab592e95-ef51-48f7-ad09-c9cad0002e5a req-1b214c84-b6b2-4736-ae08-56b132176b1f tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0188506 Aug 02 17:26:57.452823 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e5cc9c62-1dd7-48f4-941e-56fd65d37a98 req-2170d2e3-3bbd-4679-927f-9ad3dc6ea173 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.3133447 Aug 02 17:26:57.499017 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.569601 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.618644 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.621774 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:26:57.623791 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.634987 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.650869 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-36f78fbc-31f7-487c-bff5-ef3663c367f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/df1985f8-d586-4dc6-b0e3-8ab0fb6d747c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9263351 Aug 02 17:26:57.673004 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:26:57.730234 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc67d0f-7b7b-4bee-b62d-745d17534994,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:57.817484 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:26:57.850477 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:26:57.854451 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:57.856767 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Made reservation on behalf of 7c641863f0f84752b481ea4f89bcdeb6 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:26:57.867422 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.872468 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:57.993142 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4a74c784-4190-4880-b994-239fef67fe89 req-13d85aea-c8d6-44d6-b07d-97f7d4a2c54e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 210 time: 0.0645006 Aug 02 17:26:57.999336 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:58.004334 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event updated for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:58.007883 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:58.036042 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:58.042000 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:58.042911 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:58.185177 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:58.216597 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:26:56Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:58.244895 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:26:58.294768 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b440a33-76aa-4a98-8d72-ba4364c8cd2f None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:26:56Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:26:58.359548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:58.532529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:58.532529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:58.539790 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Allocated IP 172.20.0.3 (aa771459-906b-4bbc-bb8c-05a1904d94d0/e21823f6-3cc7-4337-88bc-dae16f7313f5/f7dbcb87-4d74-4f59-876d-e3e447ebb952) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:26:58.546334 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:58.568495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:58.573693 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:58.615250 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Pushing event updated for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:58.984454 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.055563 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e8c-7ba8-418b-b3ab-bdd55ed4e270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.070610 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fd342ccc-500d-4b6e-8f04-a8bb7d391633 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0923223 Aug 02 17:26:59.073357 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c4301738-7a7e-4266-81af-1b115b5365cd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6125417 Aug 02 17:26:59.075548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ca13e8c-7ba8-418b-b3ab-bdd55ed4e270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.082739 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 2, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:26:59.119959 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59436) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:59.126548 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707933356', 'description': 'tempest-description--1537034893'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:59.145462 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Request body: {'port': {'device_id': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:59.149434 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.163897 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Request body: {'port': {'device_id': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:26:59.167330 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:26:59.168053 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Updating router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c port 98b704ab-c84f-4357-b367-310a36e530b2 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:26:59.240750 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.256819 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca13e8c-7ba8-418b-b3ab-bdd55ed4e270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f3404-768a-4bce-b933-029ea52915e2,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:59.333702 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.350926 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.db.api [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:26:59.350926 dv-cinder-788367-3-iscsi neutron-server[93243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:26:59.350926 dv-cinder-788367-3-iscsi neutron-server[93243]: [parameters: {'project_id_1': '78b6c5e5897d4c0a85003f12419d3f9e', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 26, 59, 135734)}] Aug 02 17:26:59.350926 dv-cinder-788367-3-iscsi neutron-server[93243]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:26:59.352007 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG oslo_db.api [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:26:59.416948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Network aa771459-906b-4bbc-bb8c-05a1904d94d0 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:26:59.424185 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.444575 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8ca13e8c-7ba8-418b-b3ab-bdd55ed4e270 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef81028d642449a2bac131c6f77bc219&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5964942 Aug 02 17:26:59.446672 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59440) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:26:59.511843 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:26:59.544869 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:26:59.559128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:59.559733 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.577428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e6d705-50a6-4b47-b886-01a0d1e18dd2 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:26:59.599209 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e133ec-6b66-454c-a9b8-9b7dfe9e6d3a req-ab437e23-46dd-44bc-bee4-06036a9115fa tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:59.600862 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07e133ec-6b66-454c-a9b8-9b7dfe9e6d3a req-ab437e23-46dd-44bc-bee4-06036a9115fa tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 932 time: 0.5761344 Aug 02 17:26:59.615867 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.743377 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7088e3c-5fea-4778-b179-058e249e84c8 req-3bb1f4ee-9e5d-4b19-b89f-7d125e0d81ab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:26:59.745267 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f7088e3c-5fea-4778-b179-058e249e84c8 req-3bb1f4ee-9e5d-4b19-b89f-7d125e0d81ab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 931 time: 0.5089738 Aug 02 17:26:59.785726 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Pushing event updated for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:59.793500 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.802273 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Transition to ACTIVE for port object 05e6d705-50a6-4b47-b886-01a0d1e18dd2 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:59.808995 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Transition to ACTIVE for port object 98b704ab-c84f-4357-b367-310a36e530b2 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:26:59.816663 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07e133ec-6b66-454c-a9b8-9b7dfe9e6d3a req-a6d3959c-949e-4a78-b6a4-6c3c609df789 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554859 Aug 02 17:26:59.817539 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.820262 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.873227 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.889650 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f7088e3c-5fea-4778-b179-058e249e84c8 req-e081f21c-64e4-4f35-bc7c-7932a3cd6aed tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238785 Aug 02 17:26:59.896513 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Pushing event updated for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:59.952665 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ee2fd-2d22-47f4-8d5a-a3fb2c856dff None None] Pushing event updated for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:26:59.970018 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.009840 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.078596 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82fa84d3d0364ae6b2c390218ee690fa&name=default HTTP/1.1" status: 200 len: 2979 time: 5.5581503 Aug 02 17:27:00.080900 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.087835 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-05e4a417-161a-47a0-981f-6d2aa2cfc8c4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.0075014 Aug 02 17:27:00.093873 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59446) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:00.094282 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59448) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:00.111222 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Attempting to bind port 98b704ab-c84f-4357-b367-310a36e530b2 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:00.111584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Attempting to bind port 98b704ab-c84f-4357-b367-310a36e530b2 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:00.111922 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Attempting to bind port 98b704ab-c84f-4357-b367-310a36e530b2 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:00.120963 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:00.121329 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Checking segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:00.121724 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.122102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Bound using segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:00.132112 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-57411db2-05c6-4f25-8dc2-d42fda97ec27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3999550 Aug 02 17:27:00.134791 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Bound port: 98b704ab-c84f-4357-b367-310a36e530b2, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:00.135208 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.261687 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 675d01b1-a9b3-41b8-9278-e00b65cacbc1 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:00.343929 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Attempting to bind port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:00.344495 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Attempting to bind port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '719e7b95-9d77-4130-a42f-dc8a1185a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:00.344775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Attempting to bind port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 on network c929bd37-21bd-4b3c-99da-3260ea2ab352 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:00.364738 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 on network c929bd37-21bd-4b3c-99da-3260ea2ab352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:00.370465 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Attempting to bind port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 on network c929bd37-21bd-4b3c-99da-3260ea2ab352 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:00.381052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf4de-0593-4eb8-b341-cf973458405f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f56d561-ef09-4367-92ca-f16698a67a85,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:00.396536 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:00.400771 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Checking segment: {'id': '719e7b95-9d77-4130-a42f-dc8a1185a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:00.402333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Bound using segment: {'id': '719e7b95-9d77-4130-a42f-dc8a1185a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:00.403856 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Bound port: 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719e7b95-9d77-4130-a42f-dc8a1185a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:00.406109 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.409381 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] For port 98b704ab-c84f-4357-b367-310a36e530b2, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:00.418480 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:00.428626 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] For port 98b704ab-c84f-4357-b367-310a36e530b2, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=98b704ab-c84f-4357-b367-310a36e530b2,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:00.429571 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.451473 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Transition to ACTIVE for port object 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:00.472585 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.474431 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.483420 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group_rule': {'security_group_id': '4bc67d0f-7b7b-4bee-b62d-745d17534994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:00.495450 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.508128 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.554788 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9022-c9cf-4c1b-a7b3-e225b7dd680b req-99c5742b-7c74-4952-a6eb-8390c07bee8b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:00.566534 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4dc9022-c9cf-4c1b-a7b3-e225b7dd680b req-99c5742b-7c74-4952-a6eb-8390c07bee8b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 931 time: 0.5691588 Aug 02 17:27:00.612353 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:00.619303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Request body: {'port': {'device_id': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:00.628406 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8b225ad4-0a44-42b0-a3b5-83d41a1ae97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.654929 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:00.655820 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:00.658675 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:00.659780 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:26:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:00.664498 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ee2fd-2d22-47f4-8d5a-a3fb2c856dff None None] Pushing event updated for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:00.738926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4dc9022-c9cf-4c1b-a7b3-e225b7dd680b req-1dbc05a6-e64b-4a1e-bbdc-ea68e7bf9dec tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634655 Aug 02 17:27:01.044104 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:01.062733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.095363 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.152108 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 675d01b1-a9b3-41b8-9278-e00b65cacbc1, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=675d01b1-a9b3-41b8-9278-e00b65cacbc1,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:01.161416 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.162341 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:01.190318 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:01.223419 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.243447 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:01.266475 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.290607 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2,segment=NetworkSegment(719e7b95-9d77-4130-a42f-dc8a1185a824),segment_id=719e7b95-9d77-4130-a42f-dc8a1185a824)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:01.351574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.372889 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c4426-7527-401e-af7a-94e61c6357c8 req-dc6374e9-8a5f-4696-b2ca-561b77a40fec tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:01.393454 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e37c4426-7527-401e-af7a-94e61c6357c8 req-dc6374e9-8a5f-4696-b2ca-561b77a40fec tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 943 time: 0.2764993 Aug 02 17:27:01.396705 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:01.397086 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.400652 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.422756 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.426247 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a0f3404-768a-4bce-b933-029ea52915e2 HTTP/1.1" status: 204 len: 168 time: 1.9747372 Aug 02 17:27:01.494893 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Attempting to bind port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:01.495403 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Attempting to bind port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:01.495783 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Attempting to bind port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:01.508925 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:01.512559 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.514793 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac on network 3968d512-dd9d-47e9-96a4-9875ddbac808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:01.515115 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Attempting to bind port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:01.515888 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] 10.222.0.42 "PUT /v2.0/ports/05e6d705-50a6-4b47-b886-01a0d1e18dd2 HTTP/1.1" status: 200 len: 1094 time: 6.2279625 Aug 02 17:27:01.547471 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab53953-8b3b-4224-a558-2792e9602b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f3404-768a-4bce-b933-029ea52915e2,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:01.548980 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5038ccb-0bc4-4b19-9c11-fe1fb7d15152 req-00d6b40b-1cc8-49ae-80b5-aae0a38b511f tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:01.551288 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5038ccb-0bc4-4b19-9c11-fe1fb7d15152 req-00d6b40b-1cc8-49ae-80b5-aae0a38b511f tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 944 time: 0.4442666 Aug 02 17:27:01.561704 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.565846 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:01.590886 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.601396 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:01.602548 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Checking segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:01.603165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Bound using segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:01.603938 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Bound port: 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:01.604814 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.606962 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:01.615777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8868ff69-ff5b-421b-b061-9a28b705a05e {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:01.652607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.694236 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.696931 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.698219 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f56d561-ef09-4367-92ca-f16698a67a85 HTTP/1.1" status: 204 len: 168 time: 1.2375221 Aug 02 17:27:01.724948 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Transition to ACTIVE for port object 8868ff69-ff5b-421b-b061-9a28b705a05e will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:01.758255 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.759420 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6377058 Aug 02 17:27:01.763739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59480) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:01.766539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.769038 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e37c4426-7527-401e-af7a-94e61c6357c8 req-6eb22d79-1c89-4d0b-a5e0-cd6c8e451569 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741710 Aug 02 17:27:01.775115 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:01.784779 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group_rule': {'security_group_id': '2120246f-1308-44e5-8055-c0163f0d0cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:01.870612 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f926c4-e0a2-4a5a-a209-2a7aa4368f5f service neutron] Pushing event updated for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:01.880770 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74049412-1b37-4517-9702-ed1042260382 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2120246f-1308-44e5-8055-c0163f0d0cc5,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:01.893629 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Pushing event updated for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:02.022285 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:00Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:02.094553 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0cf7e-5b34-4ce0-8ac4-cfb4de2b1610 None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:00Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:02.110255 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ef01-42af-473d-9aff-c318665d4447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f56d561-ef09-4367-92ca-f16698a67a85,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:02.152073 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5038ccb-0bc4-4b19-9c11-fe1fb7d15152 req-26d7573a-8ea9-47bf-ae79-9b01d5d74ca0 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423528 Aug 02 17:27:02.169960 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 675d01b1-a9b3-41b8-9278-e00b65cacbc1 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:02.346524 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:02.391100 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:02.392960 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.403572 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.405093 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59492) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:02.442944 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.465514 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.505561 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:02.632341 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f96d6eb-3b2b-4c33-9b72-bb1fb24e929d,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:02.633379 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:02.679771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.686180 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-de435318-be1e-41f8-a9e4-1f24af27a001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.699961 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e753-d1cc-4619-9c6b-6fdb3019e146 req-f6e43ecd-197c-4f2b-b5f7-fb858e4141e8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:02.710368 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-43c3e753-d1cc-4619-9c6b-6fdb3019e146 req-f6e43ecd-197c-4f2b-b5f7-fb858e4141e8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 931 time: 0.5773628 Aug 02 17:27:02.787708 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-479e7ce9-9945-4b9b-a499-0502c15e5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:02.789238 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-479e7ce9-9945-4b9b-a499-0502c15e5ece service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=644d95b0b77c4c53aeaa1591274478d9&device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 1097 time: 0.5311792 Aug 02 17:27:02.841298 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59502) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:02.861039 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-43c3e753-d1cc-4619-9c6b-6fdb3019e146 req-056c1be2-5024-44ac-ba2f-f56688654fdf tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493282 Aug 02 17:27:02.882019 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:02.904018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Attempting to bind port 8868ff69-ff5b-421b-b061-9a28b705a05e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:02.905645 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Attempting to bind port 8868ff69-ff5b-421b-b061-9a28b705a05e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:02.907077 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Attempting to bind port 8868ff69-ff5b-421b-b061-9a28b705a05e on network aa771459-906b-4bbc-bb8c-05a1904d94d0 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:02.912986 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.916838 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5ae719b8-7bc3-4385-90c6-0ebc8e20f8cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4431834 Aug 02 17:27:02.927710 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59504) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:02.935169 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group_rule': {'security_group_id': '4bc67d0f-7b7b-4bee-b62d-745d17534994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:02.947403 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:02.948494 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.950194 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-71180f6d-fabe-4553-be7f-bd364e97da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:02.950995 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-d5ee03e9-6a63-4355-8617-b1ac91180dc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/6add7eb4-b9d4-4ec9-8560-2b40f37c8bac HTTP/1.1" status: 200 len: 1093 time: 3.8113117 Aug 02 17:27:02.951682 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:03.055594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59506) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:03.059546 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9d8c422e-45af-4887-be71-399c58d5e938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.067733 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-be286642-551b-4e0d-9fa5-b3f5b35ab42a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2 HTTP/1.1" status: 200 len: 217 time: 0.2307608 Aug 02 17:27:03.088721 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Port 8868ff69-ff5b-421b-b061-9a28b705a05e on network aa771459-906b-4bbc-bb8c-05a1904d94d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:03.089045 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Attempting to bind port 8868ff69-ff5b-421b-b061-9a28b705a05e on network aa771459-906b-4bbc-bb8c-05a1904d94d0 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:03.144386 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:03.145853 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Checking segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:03.146277 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Bound using segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:03.146737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Bound port: 8868ff69-ff5b-421b-b061-9a28b705a05e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:03.147090 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.226866 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d765a3b-3c2d-46a2-9283-eb84e788b000" -d '{"events": [{"name": "network-changed", "server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:03.238255 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af27f2-bae6-47b2-9109-0366036447bb req-d1855db2-0072-441b-b2b5-37c9adc6c1a2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:03.241423 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-69af27f2-bae6-47b2-9109-0366036447bb req-d1855db2-0072-441b-b2b5-37c9adc6c1a2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 943 time: 0.1964960 Aug 02 17:27:03.252704 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca907-bc77-469b-9b6a-579c644cc04f req-de3c6ea1-a4df-4e00-8a3d-e7e854d1e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:03.254123 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-de3c6ea1-a4df-4e00-8a3d-e7e854d1e12b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d96d02-06c1-47aa-9943-0dc53a96f572 HTTP/1.1" status: 200 len: 852 time: 0.1566095 Aug 02 17:27:03.364517 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.370293 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-d2cfc0b4-2300-401f-bb0e-da5e161b97b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c929bd37-21bd-4b3c-99da-3260ea2ab352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740871 Aug 02 17:27:03.382253 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c23d8-425c-47e4-abb5-54a3e0044e1a x-openstack-request-id: req-004c23d8-425c-47e4-abb5-54a3e0044e1a {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:03.382645 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:03.382876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-004c23d8-425c-47e4-abb5-54a3e0044e1a {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:03.383526 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2', 'status': 'completed', 'code': 200} Aug 02 17:27:03.393126 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.425996 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd05-670f-4afb-979d-85491c5db7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.459565 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-8f570979-539c-446b-8bd8-2f1e3c1eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:03.461788 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-8f570979-539c-446b-8bd8-2f1e3c1eafb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 1096 time: 0.3895154 Aug 02 17:27:03.481771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990ee183-c99c-4e86-87c2-8b4275067721,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:03.483199 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.492776 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:03.497495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8868ff69-ff5b-421b-b061-9a28b705a05e,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:03.503289 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.518319 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-69af27f2-bae6-47b2-9109-0366036447bb req-9b91df0c-c5b9-41d9-92dd-52bd16be99c8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449820 Aug 02 17:27:03.588797 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-de435318-be1e-41f8-a9e4-1f24af27a001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.590529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:03.591136 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.592631 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] 10.222.0.42 "PUT /v2.0/ports/8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 1093 time: 4.4520411 Aug 02 17:27:03.601539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-de435318-be1e-41f8-a9e4-1f24af27a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.629204 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.630541 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c3727686-43b9-48d9-a33a-f33d2d3274dc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8614872 Aug 02 17:27:03.634076 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dbcb87-4d74-4f59-876d-e3e447ebb952 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:03.641511 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59522) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:03.647227 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.656245 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group_rule': {'security_group_id': '2120246f-1308-44e5-8055-c0163f0d0cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:03.664843 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.667307 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-79959bbe-6f5c-4692-84c0-fb2e8fef3a74 service neutron] 10.222.0.42 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551360 Aug 02 17:27:03.690291 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923ce8-9d40-4613-827b-3df64d4ee839 service neutron] Pushing event updated for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:03.695827 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Transition to ACTIVE for port object f7dbcb87-4d74-4f59-876d-e3e447ebb952 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:03.698703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60663ded-6cba-46bb-947d-06d007a17c75 x-openstack-request-id: req-60663ded-6cba-46bb-947d-06d007a17c75 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:03.698995 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:03.699307 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60663ded-6cba-46bb-947d-06d007a17c75 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:03.699740 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'status': 'completed', 'code': 200} Aug 02 17:27:03.708392 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:03.798027 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625337a3-7ceb-462c-9448-f51f9c896c02 req-e19f9c5f-cc53-42c3-9c3b-0cf4c65c50b7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:03.799642 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-625337a3-7ceb-462c-9448-f51f9c896c02 req-e19f9c5f-cc53-42c3-9c3b-0cf4c65c50b7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 944 time: 0.3030663 Aug 02 17:27:03.862683 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:03.960623 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de435318-be1e-41f8-a9e4-1f24af27a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877e781-077b-4651-bf8c-99c81ac8239e,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:03.970716 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-de435318-be1e-41f8-a9e4-1f24af27a001 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbbf07a5d9a8431fb33407a57a1fd979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5542085 Aug 02 17:27:03.985790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59530) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:03.987484 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-fdf84bd4-1d69-43b9-b69b-5bce7ec4ba00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac HTTP/1.1" status: 200 len: 217 time: 0.2797425 Aug 02 17:27:04.018846 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Attempting to bind port f7dbcb87-4d74-4f59-876d-e3e447ebb952 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:04.019183 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Attempting to bind port f7dbcb87-4d74-4f59-876d-e3e447ebb952 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:04.019507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Attempting to bind port f7dbcb87-4d74-4f59-876d-e3e447ebb952 on network aa771459-906b-4bbc-bb8c-05a1904d94d0 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:04.027867 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-625337a3-7ceb-462c-9448-f51f9c896c02 req-981beeee-e256-4ac7-94f1-27f97dcc62dc tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151997 Aug 02 17:27:04.039035 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-343ca907-bc77-469b-9b6a-579c644cc04f req-5268fbad-d9e4-46b4-b35c-c78c62042acb service neutron] 10.222.0.42 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316252 Aug 02 17:27:04.041783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Port f7dbcb87-4d74-4f59-876d-e3e447ebb952 on network aa771459-906b-4bbc-bb8c-05a1904d94d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:04.042100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Attempting to bind port f7dbcb87-4d74-4f59-876d-e3e447ebb952 on network aa771459-906b-4bbc-bb8c-05a1904d94d0 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:04.045955 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.048417 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 98b704ab-c84f-4357-b367-310a36e530b2 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:04.060620 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9d8c422e-45af-4887-be71-399c58d5e938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.062644 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:04.063019 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Checking segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:04.063349 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Bound using segment: {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:04.063789 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Bound port: f7dbcb87-4d74-4f59-876d-e3e447ebb952, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:04.064135 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.070715 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9d8c422e-45af-4887-be71-399c58d5e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.096808 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.128564 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.143136 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881eeefb-c497-4dbb-ba06-e47f796beea6,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:04.152362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 98b704ab-c84f-4357-b367-310a36e530b2 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:04.157202 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196aaaf-537b-444e-9105-2db7b79bd573 req-50ca07ce-2178-4b19-b303-c3d0eecf00d3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.157359 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c39f611e-608b-43ab-888e-49980b36d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.157885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 98b704ab-c84f-4357-b367-310a36e530b2 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:04.157885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.158852 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-c39f611e-608b-43ab-888e-49980b36d41f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1096 time: 0.4015257 Aug 02 17:27:04.164542 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9196aaaf-537b-444e-9105-2db7b79bd573 req-50ca07ce-2178-4b19-b303-c3d0eecf00d3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 943 time: 0.1948850 Aug 02 17:27:04.165790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-dcd26cce-7771-4948-a22f-f77262641dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.167509 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-dcd26cce-7771-4948-a22f-f77262641dd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.1595426 Aug 02 17:27:04.173113 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.229608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9d8c422e-45af-4887-be71-399c58d5e938 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=585f85f8e5a24f29a618f6f32ea5712f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3620658 Aug 02 17:27:04.229832 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-4ce87349-35a0-44f4-ac11-30764138820f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0464487 Aug 02 17:27:04.237499 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c422e-45af-4887-be71-399c58d5e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa82926-b8a7-4020-9735-3d4d4abf277d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:04.240174 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59532) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:04.256958 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.300653 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-2f3c72b5-8569-4373-a11c-bc0248b9918f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696774 Aug 02 17:27:04.301024 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 98b704ab-c84f-4357-b367-310a36e530b2, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=98b704ab-c84f-4357-b367-310a36e530b2,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:04.307971 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.336372 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9196aaaf-537b-444e-9105-2db7b79bd573 req-32ed7fd9-8d9d-4435-94e5-9dd9d0f981e0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705327 Aug 02 17:27:04.351311 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-a1063e1f-b6ca-4579-b260-f20a5d7f3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.353231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-a1063e1f-b6ca-4579-b260-f20a5d7f3532 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=644d95b0b77c4c53aeaa1591274478d9&device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 1097 time: 0.2233839 Aug 02 17:27:04.356886 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:04.361669 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:04.375718 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:04.384826 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.407441 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.474888 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-954a1b1e-1287-46e8-b7eb-5d5cb7b3d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.476520 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-954a1b1e-1287-46e8-b7eb-5d5cb7b3d12e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.1692073 Aug 02 17:27:04.520112 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-aaf8e270-fee7-4cfa-9f79-6b8d60da8730 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942170 Aug 02 17:27:04.521983 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-dee88a30-4708-4135-bdb6-47da158110b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368452 Aug 02 17:27:04.527921 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.535328 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.536476 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b877e781-077b-4651-bf8c-99c81ac8239e HTTP/1.1" status: 204 len: 168 time: 0.5481212 Aug 02 17:27:04.567934 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b824aa4-31e1-488d-acc1-19184b63d014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877e781-077b-4651-bf8c-99c81ac8239e,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:04.690399 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.708704 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.709315 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.711096 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 200 len: 1093 time: 4.0964706 Aug 02 17:27:04.721432 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-5b0c6a26-c5e5-4cc5-958b-d14f0486bdbd service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826844 Aug 02 17:27:04.723461 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-68185f73-f6b3-4943-a6e5-30ac31ab6674 req-8a6343b7-40f9-4617-99f0-94ad7ad39096 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857896 Aug 02 17:27:04.801265 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b96d4-fa38-43f8-8cff-91f3659ae535 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:04.821443 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd05-670f-4afb-979d-85491c5db7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.846714 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.847468 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.852078 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-0f250c11-87ea-4bb5-bf38-192b038eb80b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9190624 Aug 02 17:27:04.856436 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59542) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:04.857234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd05-670f-4afb-979d-85491c5db7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.876983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:04.889939 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-b2de5c29-6fc7-4e0b-aeda-28652728d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.891561 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-b2de5c29-6fc7-4e0b-aeda-28652728d241 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c929bd37-21bd-4b3c-99da-3260ea2ab352 HTTP/1.1" status: 200 len: 913 time: 0.5274394 Aug 02 17:27:04.917756 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf98cc-4c15-41db-89a2-1a7558727a7d req-43f6a5b5-af93-4069-814b-bcd8cedaa924 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.919384 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42cf98cc-4c15-41db-89a2-1a7558727a7d req-43f6a5b5-af93-4069-814b-bcd8cedaa924 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 943 time: 0.2663383 Aug 02 17:27:04.940084 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-eec50cf8-806a-4f3a-acd4-451f02941173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:04.942047 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-eec50cf8-806a-4f3a-acd4-451f02941173 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1096 time: 0.1477897 Aug 02 17:27:04.943943 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.948580 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ffb4cedc-b397-4f6b-a4e8-471fe1083cd8 req-d18a826e-8ecc-4f7a-af17-69f4d8f257d5 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141750 Aug 02 17:27:04.951195 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:04.990672 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a25bdd05-670f-4afb-979d-85491c5db7df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93a7de46ed5b4c47b68787120bdd1734&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9262581 Aug 02 17:27:04.992542 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59550) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:05.001240 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-4e5454a4-02fc-4fee-8100-8bb5cd2a8200 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2 HTTP/1.1" status: 200 len: 217 time: 0.0751033 Aug 02 17:27:05.001874 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bdd05-670f-4afb-979d-85491c5db7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c47817-bd42-4792-9531-19b49afc59fa,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:05.007408 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-6308f46d-df67-43a3-8f56-8dac2b3e8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.008958 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-6308f46d-df67-43a3-8f56-8dac2b3e8597 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 1096 time: 0.2141924 Aug 02 17:27:05.060323 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-26f884ad-d7e8-456f-970d-15c35c0b37ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 200 len: 217 time: 0.0985892 Aug 02 17:27:05.109781 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42cf98cc-4c15-41db-89a2-1a7558727a7d req-02222dbc-fc77-418d-b822-ad6c96a47fb0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743484 Aug 02 17:27:05.127686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.130178 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.131406 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fa82926-b8a7-4020-9735-3d4d4abf277d HTTP/1.1" status: 204 len: 168 time: 0.8862395 Aug 02 17:27:05.143762 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-9dea3b4f-2a0b-4325-9fcf-9968f17f31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.143762 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-9dea3b4f-2a0b-4325-9fcf-9968f17f31b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d96d02-06c1-47aa-9943-0dc53a96f572 HTTP/1.1" status: 200 len: 852 time: 0.1271091 Aug 02 17:27:05.166926 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90034b8-366c-43a4-bc93-d5853458afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa82926-b8a7-4020-9735-3d4d4abf277d,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:05.178667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.189312 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-c7c9cfb7-a3d5-498a-9346-5723b6915331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c929bd37-21bd-4b3c-99da-3260ea2ab352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375526 Aug 02 17:27:05.190172 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-65c14213-21fe-427b-870e-dacaf354ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.196789 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-65c14213-21fe-427b-870e-dacaf354ebb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.1218848 Aug 02 17:27:05.207466 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.227643 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-490a4e2e-b78e-4251-bda0-22288701223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.229113 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-490a4e2e-b78e-4251-bda0-22288701223f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 916 time: 0.2085371 Aug 02 17:27:05.263515 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.266936 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-4c5f6535-2891-4435-bf8f-a92477306bdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568521 Aug 02 17:27:05.275992 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc9486a-8792-4e39-a2ab-67e90fd79040,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:05.317754 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.322179 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3d6cb73d-6c24-4c32-b7b5-5b495ddae355 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6709981 Aug 02 17:27:05.350845 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59562) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:05.354451 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-9f2ad516-48f8-493d-a843-a644cab9d0e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac HTTP/1.1" status: 200 len: 217 time: 0.0608726 Aug 02 17:27:05.358072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:05.372971 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.386095 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:05.389299 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2317cd38-a43a-462b-a41b-5cfef52d99a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:05.435055 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd947e-23dc-4a00-a87e-2fbe293c85fd req-6751c62d-9456-4bc5-8f91-3a099abe31ef tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.436657 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d1bd947e-23dc-4a00-a87e-2fbe293c85fd req-6751c62d-9456-4bc5-8f91-3a099abe31ef tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 944 time: 0.2395649 Aug 02 17:27:05.473508 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-1f78818b-9f18-4d7d-bd12-0daea9cb1974 service neutron] 10.222.0.42 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708416 Aug 02 17:27:05.499269 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.503771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.513621 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-79a5ccfe-4ac8-4fb6-87e2-54aeecddd57f service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277400 Aug 02 17:27:05.531722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-8829ce81-284d-441e-b800-b83bfebd1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.537620 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-8829ce81-284d-441e-b800-b83bfebd1c37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.1680021 Aug 02 17:27:05.588337 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-950ec718-d6fd-4253-b73e-419e07ca7ddb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346434 Aug 02 17:27:05.624185 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.626739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.627920 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99c47817-bd42-4792-9531-19b49afc59fa HTTP/1.1" status: 204 len: 168 time: 0.6032069 Aug 02 17:27:05.658084 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca7baa-b9a1-4307-9d62-bba8f8780d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c47817-bd42-4792-9531-19b49afc59fa,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:05.704009 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:05.706302 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c0485-6593-4ce9-8c05-4ca9fae2e152" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:05.736851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 05e6d705-50a6-4b47-b886-01a0d1e18dd2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:05.759951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d1bd947e-23dc-4a00-a87e-2fbe293c85fd req-ec1a8474-3988-42e7-b751-dacec379d8c4 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076694 Aug 02 17:27:05.762346 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Allocated IP 172.27.3.17 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/7a545e06-0edc-41f4-9f21-0fa24fe617c2) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:05.765908 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-93aa5da6-7810-402b-91b6-e3c05870d58a req-7d78d84d-7ec2-4256-b9ad-69023934d03a service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415347 Aug 02 17:27:05.772075 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbe66649-38c2-4b87-80cb-f88bb4d88ee2 req-06a8713e-c2f9-4ac4-be76-d4d279ba299d service neutron] 10.222.0.42 "GET /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808285 Aug 02 17:27:05.797678 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c9aca-fc7b-484e-a39f-2dd66dea78b6 req-6afd1b9a-70e7-431f-953d-65a32c3f0268 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:05.806017 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c2c9aca-fc7b-484e-a39f-2dd66dea78b6 req-6afd1b9a-70e7-431f-953d-65a32c3f0268 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 943 time: 0.3312302 Aug 02 17:27:05.850672 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.887394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c2c9aca-fc7b-484e-a39f-2dd66dea78b6 req-fb7d0869-2d22-4636-81cc-b47ca8f713b8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Aug 02 17:27:05.891317 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-8e7d4716-5c3b-49e3-ad6b-837cbc7ebf47 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350516 Aug 02 17:27:05.910882 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:05.946900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3950e2-a018-48ab-8a28-468451a63934 x-openstack-request-id: req-8f3950e2-a018-48ab-8a28-468451a63934 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:05.947527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:05.948075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f3950e2-a018-48ab-8a28-468451a63934 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:05.948714 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952', 'status': 'completed', 'code': 200} Aug 02 17:27:05.960493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.000084 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b454cc7-6bd9-4a96-9263-4c022dfb7c76 x-openstack-request-id: req-7b454cc7-6bd9-4a96-9263-4c022dfb7c76 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:06.000369 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:06.000615 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b454cc7-6bd9-4a96-9263-4c022dfb7c76 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:06.001127 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e', 'status': 'completed', 'code': 200} Aug 02 17:27:06.083172 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-ec468070-ce81-4d10-8339-da54243276ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.084831 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-ec468070-ce81-4d10-8339-da54243276ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1096 time: 0.0802765 Aug 02 17:27:06.128199 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d765a3b-3c2d-46a2-9283-eb84e788b000 req-327c2c15-a992-4b4f-8e12-897619cd98e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197030 Aug 02 17:27:06.161754 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2,segment=NetworkSegment(719e7b95-9d77-4130-a42f-dc8a1185a824),segment_id=719e7b95-9d77-4130-a42f-dc8a1185a824)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:06.186300 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '05e6d705-50a6-4b47-b886-01a0d1e18dd2', 'network_id': 'c929bd37-21bd-4b3c-99da-3260ea2ab352', 'port_id': '05e6d705-50a6-4b47-b886-01a0d1e18dd2', 'mac_address': 'fa:16:3e:ad:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d96d02-06c1-47aa-9943-0dc53a96f572', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:06.193801 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 98b704ab-c84f-4357-b367-310a36e530b2 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:06.254068 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.273407 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.288816 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 98b704ab-c84f-4357-b367-310a36e530b2 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:06.289393 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.331278 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-5ad88d85-4d72-4f87-8875-380014331b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.331894 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:06.334219 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-5ad88d85-4d72-4f87-8875-380014331b6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.2303834 Aug 02 17:27:06.343231 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e6d705-50a6-4b47-b886-01a0d1e18dd2 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:06.348815 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:06.352547 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Allocated IP 172.27.3.244 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/121ea592-79b3-4d58-bf43-de0b6f241332) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:06.353320 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=7a545e06-0edc-41f4-9f21-0fa24fe617c2,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:06.356743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-496ab0e7-98d5-43ec-8bcb-1837b5c98ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.359159 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-496ab0e7-98d5-43ec-8bcb-1837b5c98ea4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1096 time: 0.3379333 Aug 02 17:27:06.359159 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:06.399451 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2,segment=NetworkSegment(719e7b95-9d77-4130-a42f-dc8a1185a824),segment_id=719e7b95-9d77-4130-a42f-dc8a1185a824)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:06.411990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dce104-3c1d-4aaa-8e1d-c92118757ad6 req-c17a4d7f-eb0c-4927-b395-fa05db4b734f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.417325 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.426763 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-88dce104-3c1d-4aaa-8e1d-c92118757ad6 req-c17a4d7f-eb0c-4927-b395-fa05db4b734f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 943 time: 0.1635303 Aug 02 17:27:06.429274 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-a03e5955-1059-4c30-a64e-fede9129f7b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 200 len: 217 time: 0.0847206 Aug 02 17:27:06.508629 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-88dce104-3c1d-4aaa-8e1d-c92118757ad6 req-810df03a-22e0-4857-bb48-8d87ac6b83bb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Aug 02 17:27:06.516634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-fa4b5c30-3604-4ff4-8e38-ce51362c6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.518197 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-fa4b5c30-3604-4ff4-8e38-ce51362c6738 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0666552 Aug 02 17:27:06.537646 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:06.560619 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-729bb5e5-822a-4e37-8a2d-75217bb1acc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327456 Aug 02 17:27:06.640621 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.672159 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-ca9f247b-d45f-4d3e-b2f5-016af3f9134f service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004958 Aug 02 17:27:06.675799 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['05e6d705-50a6-4b47-b886-01a0d1e18dd2'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:06.723055 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-de83a94a-0141-4678-9e5c-dde4fb3714ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.724641 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-de83a94a-0141-4678-9e5c-dde4fb3714ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.3593190 Aug 02 17:27:06.781932 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.820184 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2317cd38-a43a-462b-a41b-5cfef52d99a8 req-1e0cc7bb-3164-42e5-8d59-d76ff08ed8de service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408908 Aug 02 17:27:06.834119 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-5d74bac7-c92e-4a30-ad7e-e0ea9d2f3994 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0992141 Aug 02 17:27:06.861733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:06.980091 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bb69b-7365-45a5-bdc4-baf0f77523c6 req-3b397bd0-f9bf-410d-87b3-2d3862a90225 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:06.983320 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e3bb69b-7365-45a5-bdc4-baf0f77523c6 req-3b397bd0-f9bf-410d-87b3-2d3862a90225 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 945 time: 0.0885575 Aug 02 17:27:07.032777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-8cad54e1-e89e-4470-bc2b-2646db75bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:07.033981 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-8cad54e1-e89e-4470-bc2b-2646db75bf0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.1845684 Aug 02 17:27:07.073223 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-5741185c-57d6-41b4-a0b8-ea3ca6abb109 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296681 Aug 02 17:27:07.089263 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e3bb69b-7365-45a5-bdc4-baf0f77523c6 req-de9da93f-2a2b-4076-949c-0ef4815dc864 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949690 Aug 02 17:27:07.116176 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e91c-2684-4807-a00c-a86e9b8c57b6 req-f0591258-0a63-4469-84cb-4f4ddebfda6b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:07.118045 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e4d0e91c-2684-4807-a00c-a86e9b8c57b6 req-f0591258-0a63-4469-84cb-4f4ddebfda6b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 943 time: 0.1339653 Aug 02 17:27:07.157182 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.166795 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e4d0e91c-2684-4807-a00c-a86e9b8c57b6 req-02505bf1-484c-4e35-af81-c1717e6ffa58 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Aug 02 17:27:07.235795 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:07.239426 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=121ea592-79b3-4d58-bf43-de0b6f241332,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:07.244905 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:07.252822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:07.284560 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-0b5d162d-4b87-4fdc-b839-1f1fa511d7c6 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013009 Aug 02 17:27:07.304947 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.357695 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.409334 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.422086 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.448638 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=7a545e06-0edc-41f4-9f21-0fa24fe617c2,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:07.465334 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.466602 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-eeeb6dc7-108b-4b54-9f42-aae066b0e141 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5994029 Aug 02 17:27:07.486446 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a14c0485-6593-4ce9-8c05-4ca9fae2e152 req-f5ed549a-e5a7-4bb1-8ca6-bfb02aa8a89e service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793418 Aug 02 17:27:07.495652 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.722040 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.727061 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 8868ff69-ff5b-421b-b061-9a28b705a05e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:07.735528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.758877 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 05e6d705-50a6-4b47-b886-01a0d1e18dd2 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:07.788137 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7783e7-1c8a-47ed-940f-e0a7c1cb36ba req-15a9bc65-e678-4d06-9938-a8457b2500f2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:07.792280 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc7783e7-1c8a-47ed-940f-e0a7c1cb36ba req-15a9bc65-e678-4d06-9938-a8457b2500f2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 943 time: 0.1493146 Aug 02 17:27:07.794284 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.829813 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.831105 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4784451 Aug 02 17:27:07.831817 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2e05-a7c1-40d8-8cb6-8e490f5b60c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=121ea592-79b3-4d58-bf43-de0b6f241332,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:07.882718 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:07.889228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:07.889852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:07.902241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc7783e7-1c8a-47ed-940f-e0a7c1cb36ba req-7fc5869a-4d84-45eb-b356-3bfade5590ec tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787151 Aug 02 17:27:07.942355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-e77c045d-72e5-459d-9102-8bab9faf5baa tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1700406653&fields=id&tenant_id=94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 267 time: 0.1952288 Aug 02 17:27:07.969097 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8868ff69-ff5b-421b-b061-9a28b705a05e,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:07.981087 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '8868ff69-ff5b-421b-b061-9a28b705a05e', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'port_id': '8868ff69-ff5b-421b-b061-9a28b705a05e', 'mac_address': 'fa:16:3e:fa:3e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:08.096633 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.135588 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8868ff69-ff5b-421b-b061-9a28b705a05e {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:08.162557 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8868ff69-ff5b-421b-b061-9a28b705a05e,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.180784 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.181661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:08.186102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.252964 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:08.339431 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-c398d9a5-0473-4fae-ac00-86f9f9ece516 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:08.340932 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-c398d9a5-0473-4fae-ac00-86f9f9ece516 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 811 time: 0.3906507 Aug 02 17:27:08.350786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-a970601b-166f-4529-9697-917cbfdfe985 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1707933356&fields=id&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 267 time: 0.0725796 Aug 02 17:27:08.353939 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.db.resource_extend [None req-983cce67-b150-4099-b356-da5251826a5c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 17:27:08.360635 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2,segment=NetworkSegment(719e7b95-9d77-4130-a42f-dc8a1185a824),segment_id=719e7b95-9d77-4130-a42f-dc8a1185a824)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.404592 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.408271 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-d206e336-2160-4562-8271-d7a77aae1d7f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/quotas/94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 375 time: 0.0548859 Aug 02 17:27:08.415220 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:08.493176 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-a541a242-0cbf-469d-980f-cb69694635bd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730786 Aug 02 17:27:08.494519 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:08.503573 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.514581 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'port_id': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'mac_address': 'fa:16:3e:7c:92:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6288ca35-9038-4f36-8342-4a531328d245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:08.518813 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-a1218d9c-da52-4038-93a8-5e48e07074c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:08.520345 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-a1218d9c-da52-4038-93a8-5e48e07074c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 817 time: 0.1687973 Aug 02 17:27:08.566423 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.586283 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-593476ef-ce99-43dc-9081-a093c06f97a2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/quotas/78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 375 time: 0.0564830 Aug 02 17:27:08.597866 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:08.643259 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.648721 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.649579 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f7dbcb87-4d74-4f59-876d-e3e447ebb952 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:08.683572 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-b614f2df-8b5f-4cf7-ad08-9413b9a33efa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892961 Aug 02 17:27:08.694328 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-3cd4685f-9794-4dbe-a13b-c0c3168a2b16 service neutron] 10.222.0.54 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729810 Aug 02 17:27:08.757679 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.775517 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894efcb7-2844-483c-bcf9-20286a030e1d" -d '{"events": [{"server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "name": "network-vif-plugged", "status": "completed", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:08.795918 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:08.802351 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952', 'network_id': 'aa771459-906b-4bbc-bb8c-05a1904d94d0', 'port_id': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952', 'mac_address': 'fa:16:3e:c8:0e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21823f6-3cc7-4337-88bc-dae16f7313f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:08.833404 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59744) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:08.835178 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-e50fffd3-5155-4832-aa40-ed57f947017a service neutron] 10.222.0.54 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309097 Aug 02 17:27:08.848246 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.864150 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dbcb87-4d74-4f59-876d-e3e447ebb952 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:08.891750 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:08.896773 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:08.901130 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f07baf26-29f5-4e51-96bb-a3f023c5d0c9 service neutron] 10.222.0.54 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162111 Aug 02 17:27:09.019811 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:09.035083 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-9566b4ed-503f-4a76-9be7-f3f62c57cbb1 service neutron] 10.222.0.54 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329083 Aug 02 17:27:09.076528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-64733f6c-0f5a-4276-acb0-ea65dd5c468a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.184574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:09.218281 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-64733f6c-0f5a-4276-acb0-ea65dd5c468a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.228074 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-64733f6c-0f5a-4276-acb0-ea65dd5c468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.258121 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef589f3-697a-4f64-8377-ac04bbaf8e49 req-cbcca86a-7941-4683-89df-836bcd89823a tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:09.265119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['8868ff69-ff5b-421b-b061-9a28b705a05e'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:09.270240 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aef589f3-697a-4f64-8377-ac04bbaf8e49 req-cbcca86a-7941-4683-89df-836bcd89823a tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.1048446 Aug 02 17:27:09.270731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['f7dbcb87-4d74-4f59-876d-e3e447ebb952'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:09.359484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aef589f3-697a-4f64-8377-ac04bbaf8e49 req-fd2233fa-75e6-4e80-a017-c1143d07963e tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877926 Aug 02 17:27:09.388010 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733f6c-0f5a-4276-acb0-ea65dd5c468a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe879ff-185d-4fed-b351-b7969093656a,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:09.427530 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-64733f6c-0f5a-4276-acb0-ea65dd5c468a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd02efa59c5f4ec7b7ea1b3a6070a0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929782 Aug 02 17:27:09.430243 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59786) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:09.487673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4170-d5aa-4bf8-88bc-b5e3dca7023d req-62a8f51a-7321-4bd3-a99d-a49f7d288811 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:09.487673 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eabf4170-d5aa-4bf8-88bc-b5e3dca7023d req-62a8f51a-7321-4bd3-a99d-a49f7d288811 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 944 time: 0.1258128 Aug 02 17:27:09.574518 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.599309 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eabf4170-d5aa-4bf8-88bc-b5e3dca7023d req-bee420a4-db19-43e3-a976-e32c78fc7658 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003146 Aug 02 17:27:09.632755 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.657427 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a24a6b-2ca1-4ea3-9e2b-00d4e6356d92 x-openstack-request-id: req-15a24a6b-2ca1-4ea3-9e2b-00d4e6356d92 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:09.657716 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "name": "network-vif-plugged", "status": "completed", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:09.657967 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15a24a6b-2ca1-4ea3-9e2b-00d4e6356d92 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:09.658452 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2', 'code': 200} Aug 02 17:27:09.751997 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.754880 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:09.756913 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4ba8f58e-b899-4e77-8f09-30295afa6ced req-3ffd3295-b1ac-4dca-a575-4539fd644484 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 210 time: 0.0598123 Aug 02 17:27:09.764573 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fe879ff-185d-4fed-b351-b7969093656a HTTP/1.1" status: 204 len: 168 time: 0.3296533 Aug 02 17:27:09.781819 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc90c3-3a26-405e-bdfe-f762f801be5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe879ff-185d-4fed-b351-b7969093656a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:09.880842 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2bccf-89fa-4458-bbed-6d877cfa76e5 req-59b54b8f-ef0f-498b-914e-a82bbb2c195b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:09.882854 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14a2bccf-89fa-4458-bbed-6d877cfa76e5 req-59b54b8f-ef0f-498b-914e-a82bbb2c195b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 944 time: 0.1231580 Aug 02 17:27:09.917022 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-877a2db7-c93a-415d-8c9e-e1288def0c38 req-1219ba6d-e276-4add-a819-98b49592fc71 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 210 time: 0.0602748 Aug 02 17:27:09.996753 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14a2bccf-89fa-4458-bbed-6d877cfa76e5 req-5dbb863b-ecdd-40ae-9e01-9d6d0f184501 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980961 Aug 02 17:27:10.025972 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-1efdc549-d930-41ef-a701-32de2886bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:10.027810 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-1efdc549-d930-41ef-a701-32de2886bc6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 1099 time: 0.1720083 Aug 02 17:27:10.055787 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-6de38bf2-cb90-4d99-98ad-991eb5844f71 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.224610 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-6de38bf2-cb90-4d99-98ad-991eb5844f71 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.232475 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-6de38bf2-cb90-4d99-98ad-991eb5844f71 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.268924 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-bef7c0d1-af27-4ad2-b003-baa032812787 req-6de38bf2-cb90-4d99-98ad-991eb5844f71 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333205 Aug 02 17:27:10.283864 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de38bf2-cb90-4d99-98ad-991eb5844f71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5bd14-41ba-4a1b-86d0-c7e736de2b8a,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:10.284716 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59836) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:10.298102 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-15cf9acb-d3ad-4a0a-8428-a936f64406ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.405050 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-15cf9acb-d3ad-4a0a-8428-a936f64406ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.410777 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-15cf9acb-d3ad-4a0a-8428-a936f64406ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.490539 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-15cf9acb-d3ad-4a0a-8428-a936f64406ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2e3dab51f4443619ab8046a9e2b191a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047281 Aug 02 17:27:10.493075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59862) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:10.499700 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf9acb-d3ad-4a0a-8428-a936f64406ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7357d-ae3c-4d72-95c0-f85fd06c3861,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:10.524485 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39645bd-6769-4881-9f18-418ed8b3dc41 req-d78184ca-3d3c-4981-a8b1-8503c33fa1ed tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:10.525968 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d39645bd-6769-4881-9f18-418ed8b3dc41 req-d78184ca-3d3c-4981-a8b1-8503c33fa1ed tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.0908430 Aug 02 17:27:10.602968 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d39645bd-6769-4881-9f18-418ed8b3dc41 req-f84f4bf0-dc1a-4603-beea-373da020d66b tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Aug 02 17:27:10.604126 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.627038 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.692461 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.695464 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:10.696920 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9d7357d-ae3c-4d72-95c0-f85fd06c3861 HTTP/1.1" status: 204 len: 168 time: 0.2028992 Aug 02 17:27:10.724615 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbef69d-4cbe-4d27-b5c7-1a8f33aed4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7357d-ae3c-4d72-95c0-f85fd06c3861,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:10.893569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c180-3cd3-47a3-9c0f-e0e4c56ee8f6 req-f26f26bb-89c5-48b8-a248-2726e8f8d924 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:10.896024 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6578c180-3cd3-47a3-9c0f-e0e4c56ee8f6 req-f26f26bb-89c5-48b8-a248-2726e8f8d924 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 944 time: 0.1517031 Aug 02 17:27:10.961182 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-fee5845f-09ed-49d5-8c01-e0da0f9ee67e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:10.964238 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-fee5845f-09ed-49d5-8c01-e0da0f9ee67e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 811 time: 0.2542031 Aug 02 17:27:10.998807 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6578c180-3cd3-47a3-9c0f-e0e4c56ee8f6 req-73b0bb81-3f3c-42e7-ba0d-fcefc0e95c42 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565550 Aug 02 17:27:11.010101 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-24103755-bc96-4295-b57c-c125cccbcadd req-8f2423e9-6c5a-4288-b025-aa0f8c0e0895 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 210 time: 0.1128469 Aug 02 17:27:11.064687 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-c51a7fec-e6e4-4f2e-8d34-a7dd0bc29794 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 380 time: 0.0898149 Aug 02 17:27:11.082330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'port': {'device_id': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'admin_state_up': True, 'tenant_id': '94b987d163c644f8b19411937508b690', 'security_groups': ['4bc67d0f-7b7b-4bee-b62d-745d17534994']}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:11.263001 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Made reservation on behalf of 94b987d163c644f8b19411937508b690 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:11.268350 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.304131 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cfef0261-f145-48af-a874-e0ab9f5bb64c req-79acf68b-229f-498b-9bbc-fd4b0a1630fb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 210 time: 0.1741629 Aug 02 17:27:11.329787 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-9993742c-6011-4801-8cb6-dfa5c7a7ea38 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:11.331732 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-9993742c-6011-4801-8cb6-dfa5c7a7ea38 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 817 time: 0.1547823 Aug 02 17:27:11.345458 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a56ab-8d26-4f81-9b67-a758a00526df req-4df04b70-cb83-43d1-b886-10dc25c9c7d0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:11.352897 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0e1a56ab-8d26-4f81-9b67-a758a00526df req-4df04b70-cb83-43d1-b886-10dc25c9c7d0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 944 time: 0.2256117 Aug 02 17:27:11.417785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59914) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:11.435721 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-208ea586-e88e-448d-b981-a511bb8265ae tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 380 time: 0.0757794 Aug 02 17:27:11.448860 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0e1a56ab-8d26-4f81-9b67-a758a00526df req-7bca45f8-28a7-4f78-b839-1cc0c17c10c8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868378 Aug 02 17:27:11.453869 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Allocated IP 172.20.0.11 (3aea78af-e19a-4395-bf20-427b8e528621/15bd775e-818c-4454-bd9b-4afed59e3a89/00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:11.456065 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'port': {'device_id': '96fb5d23-84c6-425b-983e-124de0609d10', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'admin_state_up': True, 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'security_groups': ['2120246f-1308-44e5-8055-c0163f0d0cc5']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:11.589897 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Made reservation on behalf of 78b6c5e5897d4c0a85003f12419d3f9e for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:11.593836 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.625132 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-411e24be-7450-4fb8-b101-090421e8434f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.733324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 8868ff69-ff5b-421b-b061-9a28b705a05e up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:11.823607 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Allocated IP 172.20.0.13 (9bdebb39-eb42-4b48-b25c-aead8037c782/1d492e6c-c46c-473e-8161-2283efc4a8b2/a672b240-6f5c-4b4f-a814-92f6d4d83c89) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:11.833757 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 8868ff69-ff5b-421b-b061-9a28b705a05e completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:11.845663 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.846432 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 8868ff69-ff5b-421b-b061-9a28b705a05e triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:11.848317 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.861762 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Transition to ACTIVE for port object 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:11.917442 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542636d-7139-4150-a144-830be20da236 req-d257c184-6749-420b-972c-e54ed97cd89c tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:11.919013 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9542636d-7139-4150-a144-830be20da236 req-d257c184-6749-420b-972c-e54ed97cd89c tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.2311575 Aug 02 17:27:11.928363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:11.976124 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.007660 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:12.010734 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bc45c8-9c7a-4fa1-82d6-e719734eb468" -d '{"events": [{"server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "name": "network-vif-plugged", "status": "completed", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:12.026483 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9542636d-7139-4150-a144-830be20da236 req-55f5b8e7-6227-4b1c-98c3-79eef804e405 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741899 Aug 02 17:27:12.033795 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Network 3aea78af-e19a-4395-bf20-427b8e528621 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:12.035362 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:12.039239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:12.047681 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:12.052317 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.058504 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8868ff69-ff5b-421b-b061-9a28b705a05e,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:12.066673 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.067472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:12.073128 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.148377 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5a1794-52b2-43a7-b158-56cf9471e318 x-openstack-request-id: req-cb5a1794-52b2-43a7-b158-56cf9471e318 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:12.150736 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "name": "network-vif-plugged", "status": "completed", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:12.151111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb5a1794-52b2-43a7-b158-56cf9471e318 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:12.151633 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e', 'code': 200} Aug 02 17:27:12.179430 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.234875 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Transition to ACTIVE for port object a672b240-6f5c-4b4f-a814-92f6d4d83c89 will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:12.247853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-411e24be-7450-4fb8-b101-090421e8434f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.248744 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.277277 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-4d6ae51e-a3fa-42bb-b3b2-9d5275feead5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2040279 Aug 02 17:27:12.285935 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:12.292433 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Request body: {'port': {'device_id': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:12.297560 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:12.298173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.302824 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe65f0d-e13e-459d-ae97-869302147496 req-aa0cb530-a451-4416-9ac0-2f2d5e9caecd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:12.304406 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffe65f0d-e13e-459d-ae97-869302147496 req-aa0cb530-a451-4416-9ac0-2f2d5e9caecd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 944 time: 0.1696391 Aug 02 17:27:12.372829 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.399334 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.429285 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-411e24be-7450-4fb8-b101-090421e8434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.445147 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:12.456861 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.457869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f7dbcb87-4d74-4f59-876d-e3e447ebb952 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:12.549950 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-411e24be-7450-4fb8-b101-090421e8434f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88c811679b8f4932a8e498de6fa1a84a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286659 Aug 02 17:27:12.557323 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabb451-dd7d-4291-8c29-b56fb963a514 req-a75022c7-5ace-4411-bae6-c6edbbb897e4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:12.558511 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1cabb451-dd7d-4291-8c29-b56fb963a514 req-a75022c7-5ace-4411-bae6-c6edbbb897e4 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 932 time: 0.3218787 Aug 02 17:27:12.560206 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e3177-9b77-4158-9ebf-b5088a53ce65 req-15a4f92d-8005-48e7-b30f-9645b3276d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:12.565702 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb4e3177-9b77-4158-9ebf-b5088a53ce65 req-15a4f92d-8005-48e7-b30f-9645b3276d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.2211289 Aug 02 17:27:12.565702 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e24be-7450-4fb8-b101-090421e8434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68753031-b635-40f9-849b-c08e4e6bdce3,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.580506 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffe65f0d-e13e-459d-ae97-869302147496 req-073ad43d-73c2-409a-adcd-0343f1a6ac71 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539806 Aug 02 17:27:12.591681 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.597560 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 59956) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:12.622918 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-82870fae-bbd3-443c-8461-93522f009842 None None] Provisioning for port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:12.639471 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-82870fae-bbd3-443c-8461-93522f009842 None None] Provisioning complete for port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:12.639938 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-82870fae-bbd3-443c-8461-93522f009842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.668300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.677074 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port f7dbcb87-4d74-4f59-876d-e3e447ebb952 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:12.682554 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port f7dbcb87-4d74-4f59-876d-e3e447ebb952 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:12.682923 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.710003 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-82870fae-bbd3-443c-8461-93522f009842 None None] Port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:27:12.767060 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.775005 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:12.782915 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.797627 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Transition to ACTIVE for port object 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:12.800207 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:12.804820 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.806772 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.869466 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.879944 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Pushing event updated for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:12.896239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Attempting to bind port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:12.896641 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Attempting to bind port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:12.897521 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Attempting to bind port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:12.902881 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 on network 3aea78af-e19a-4395-bf20-427b8e528621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:12.903208 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Attempting to bind port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:12.909010 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:12.909351 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Checking segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:12.909739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Bound using segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:12.910253 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Bound port: 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:12.910617 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:12.978493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:12.982332 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:12.988916 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.000253 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:13.030949 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb4e3177-9b77-4158-9ebf-b5088a53ce65 req-82904863-ecea-4668-b691-956d26c7b574 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323859 Aug 02 17:27:13.037757 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.038643 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.038751 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1cabb451-dd7d-4291-8c29-b56fb963a514 req-137b0336-9694-4d41-bcf4-59c5f7102223 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543226 Aug 02 17:27:13.039801 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:13.041484 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] 10.222.0.42 "PUT /v2.0/ports/00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 1094 time: 0.7567556 Aug 02 17:27:13.041938 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:13.043637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:13.044239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8752ee5-9923-479d-8464-b030c17fc2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:13.059320 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.060299 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.084390 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc85943-cd08-46fb-92c9-fa3aeea61899 service neutron] Pushing event updated for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:13.095473 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:13.100010 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-2e93710d-72d5-4441-abee-4ffa107523aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6490076 Aug 02 17:27:13.101456 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.121895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5153-9224-417a-8189-22315277284e req-c922783d-676b-4724-ba64-40be491e73a4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.123604 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84bd5153-9224-417a-8189-22315277284e req-c922783d-676b-4724-ba64-40be491e73a4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 932 time: 0.4255214 Aug 02 17:27:13.173175 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.223266 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84bd5153-9224-417a-8189-22315277284e req-b82e6eb0-5f46-4bfe-9c4b-5de185410cc7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924947 Aug 02 17:27:13.238705 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0abf6-ecfd-45ed-b970-d2759341f6f7 req-27f89d34-f8b8-4ae7-a917-4a0d37030c13 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.250428 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1e0abf6-ecfd-45ed-b970-d2759341f6f7 req-27f89d34-f8b8-4ae7-a917-4a0d37030c13 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.1237748 Aug 02 17:27:13.278372 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.280876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.284374 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68753031-b635-40f9-849b-c08e4e6bdce3 HTTP/1.1" status: 204 len: 168 time: 0.6685557 Aug 02 17:27:13.297513 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afc17e-c97c-4747-bc62-bce61d12ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68753031-b635-40f9-849b-c08e4e6bdce3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:13.336887 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1e0abf6-ecfd-45ed-b970-d2759341f6f7 req-02f64e7b-df0c-41d6-b98f-8b9f8f3ce84e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Aug 02 17:27:13.362048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5381-8cb6-4fc9-8b43-59e9482ee905 req-468dcb6d-c0f8-424b-ab9a-dfb8be9bbdd4 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.363131 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-75986b14-3dfa-4eb4-a3c8-f7fe6a5c08f7 None None] Provisioning for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:13.363585 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed0e5381-8cb6-4fc9-8b43-59e9482ee905 req-468dcb6d-c0f8-424b-ab9a-dfb8be9bbdd4 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.0713232 Aug 02 17:27:13.367568 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-75986b14-3dfa-4eb4-a3c8-f7fe6a5c08f7 None None] Provisioning complete for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:13.367944 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-75986b14-3dfa-4eb4-a3c8-f7fe6a5c08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.387546 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08f1bd2-2e9f-4760-92ae-aa9a317d6333 x-openstack-request-id: req-b08f1bd2-2e9f-4760-92ae-aa9a317d6333 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:13.387833 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:13.388075 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b08f1bd2-2e9f-4760-92ae-aa9a317d6333 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:13.388711 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'status': 'completed', 'code': 200} Aug 02 17:27:13.405587 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed0e5381-8cb6-4fc9-8b43-59e9482ee905 req-746aebbb-5bc5-45d4-b821-bfbdf33dab12 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356920 Aug 02 17:27:13.408316 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-75986b14-3dfa-4eb4-a3c8-f7fe6a5c08f7 None None] Port a672b240-6f5c-4b4f-a814-92f6d4d83c89 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:27:13.660937 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59974) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:13.683993 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d99ebe16-10a0-4dc9-8333-a2da5983db76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.703271 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cfd11-e812-4ece-9045-e868b6a00509 req-1ebfbc9f-8d16-4e04-807b-7f2397c62a69 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:13.711299 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f99cfd11-e812-4ece-9045-e868b6a00509 req-1ebfbc9f-8d16-4e04-807b-7f2397c62a69 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0663619 Aug 02 17:27:13.757761 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f99cfd11-e812-4ece-9045-e868b6a00509 req-74b625b7-ad54-4770-bad5-70f0aab585eb tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454962 Aug 02 17:27:13.799601 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d99ebe16-10a0-4dc9-8333-a2da5983db76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.804715 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d99ebe16-10a0-4dc9-8333-a2da5983db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.843590 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ebe16-10a0-4dc9-8333-a2da5983db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af782a-0618-4e48-a444-cf9ecc05b5d4,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:13.848148 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d99ebe16-10a0-4dc9-8333-a2da5983db76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a52605add4e42debe02dc828b8c6049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860628 Aug 02 17:27:13.850792 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 59982) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:13.897618 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.919598 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.971342 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.973789 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:13.974906 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38af782a-0618-4e48-a444-cf9ecc05b5d4 HTTP/1.1" status: 204 len: 168 time: 0.1231210 Aug 02 17:27:13.982528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1713396-a4da-47fc-8215-2b217017fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af782a-0618-4e48-a444-cf9ecc05b5d4,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:14.151008 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662aa06-3363-44da-bc1f-3bce4a140e29 req-66784057-7750-4e0d-8ade-9e26f7aa03cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:14.152452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'}, {'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:14.152923 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0662aa06-3363-44da-bc1f-3bce4a140e29 req-66784057-7750-4e0d-8ade-9e26f7aa03cf tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0493274 Aug 02 17:27:14.156107 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea71b3-fb1b-4949-abe8-e2e5c0a64b8f" -d '{"events": [{"server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "name": "network-vif-plugged", "status": "completed", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac"}, {"server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:14.195536 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0662aa06-3363-44da-bc1f-3bce4a140e29 req-b817dc45-a740-47b9-9720-ea2790c530f6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368271 Aug 02 17:27:14.198447 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f223aa12-85f3-4b10-932a-9fdea34c06c3 x-openstack-request-id: req-f223aa12-85f3-4b10-932a-9fdea34c06c3 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:14.198749 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "name": "network-vif-plugged", "status": "completed", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac", "code": 200}, {"server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "name": "network-vif-plugged", "status": "completed", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:14.198999 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f223aa12-85f3-4b10-932a-9fdea34c06c3 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:14.199414 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'code': 200} Aug 02 17:27:14.199665 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952', 'code': 200} Aug 02 17:27:14.344529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ebfc7-c2ea-43ed-8866-c44c7ec3ec52 req-691ab024-3b0a-45bf-9f08-7ddbe0977b02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:14.346175 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c9ebfc7-c2ea-43ed-8866-c44c7ec3ec52 req-691ab024-3b0a-45bf-9f08-7ddbe0977b02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 932 time: 0.0487065 Aug 02 17:27:14.385271 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c9ebfc7-c2ea-43ed-8866-c44c7ec3ec52 req-3b1c3ab9-1e66-484a-9386-74ca102e7e84 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Aug 02 17:27:14.460681 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aa73f-b1c4-4fd2-90ab-efe605dc921e req-77271fdb-c01b-4cfa-aeff-0c35eb4e5e72 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:14.462509 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c58aa73f-b1c4-4fd2-90ab-efe605dc921e req-77271fdb-c01b-4cfa-aeff-0c35eb4e5e72 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Aug 02 17:27:14.499896 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c58aa73f-b1c4-4fd2-90ab-efe605dc921e req-bd7d4d36-b8e2-4e19-a1d0-5c5cb6015b66 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Aug 02 17:27:14.882699 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4910c8-f4b7-4bba-aecb-42d3227573b3 req-05988fac-2b91-49a5-ba4f-e276ac397070 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:14.884230 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d4910c8-f4b7-4bba-aecb-42d3227573b3 req-05988fac-2b91-49a5-ba4f-e276ac397070 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0471077 Aug 02 17:27:14.927581 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d4910c8-f4b7-4bba-aecb-42d3227573b3 req-4a8c6e5f-9dbf-4e87-8c14-8e30dc37aea9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Aug 02 17:27:15.309036 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a035-08e5-4497-b9cb-54f970e5bd6c req-e108dbc4-6d5c-4d72-a2ed-704732e5c83d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:15.310635 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7942a035-08e5-4497-b9cb-54f970e5bd6c req-e108dbc4-6d5c-4d72-a2ed-704732e5c83d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0476780 Aug 02 17:27:15.349208 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7942a035-08e5-4497-b9cb-54f970e5bd6c req-6e00fc99-74ca-4925-a063-017ade16e341 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327382 Aug 02 17:27:15.508188 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ac8f-8af3-41c9-9b38-d729b6dc6252 req-f7b976f1-9e5a-4343-b10b-d962992648b1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:15.509663 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7b0ac8f-8af3-41c9-9b38-d729b6dc6252 req-f7b976f1-9e5a-4343-b10b-d962992648b1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 932 time: 0.0515707 Aug 02 17:27:15.550814 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7b0ac8f-8af3-41c9-9b38-d729b6dc6252 req-85af8eb6-b0b0-4d38-9808-0fd0467a55a8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Aug 02 17:27:15.612097 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60050) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:15.634508 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265a424-2297-4e5f-ad11-230ef6fd9fa2 req-22a1cf58-f907-43d2-b56f-efe336ba8f70 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:15.636374 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d265a424-2297-4e5f-ad11-230ef6fd9fa2 req-22a1cf58-f907-43d2-b56f-efe336ba8f70 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0521207 Aug 02 17:27:15.669722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Request body: {'port': {'device_id': '96fb5d23-84c6-425b-983e-124de0609d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:15.712888 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d265a424-2297-4e5f-ad11-230ef6fd9fa2 req-7315f712-825d-47ab-8318-96f1a2f5813e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680497 Aug 02 17:27:15.741071 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-907071d4-a385-4858-8961-adadb4bf7b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:15.749076 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:15.775680 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-7b6f142a-6145-46d0-81a2-dc126bbefdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:15.777883 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-7b6f142a-6145-46d0-81a2-dc126bbefdec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1097 time: 0.1120951 Aug 02 17:27:15.965411 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9b4d-2a7e-411e-8231-792b7255d49c req-62c7b892-c67f-4c47-a380-4fd065b46f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:15.966972 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d8d9b4d-2a7e-411e-8231-792b7255d49c req-62c7b892-c67f-4c47-a380-4fd065b46f5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 1098 time: 0.1064880 Aug 02 17:27:16.047606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-bd1b5df3-53b9-46ae-9a11-0af78f83da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.049093 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-bd1b5df3-53b9-46ae-9a11-0af78f83da9d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=94b987d163c644f8b19411937508b690&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2611818 Aug 02 17:27:16.051999 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a0f3a-0af3-4bc4-89f7-772dc4432d04 req-ff2c2f8a-03c3-4c7e-89f3-ec38cddfa95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.053854 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-6c0a0f3a-0af3-4bc4-89f7-772dc4432d04 req-ff2c2f8a-03c3-4c7e-89f3-ec38cddfa95e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1098 time: 0.1277616 Aug 02 17:27:16.064457 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d8d9b4d-2a7e-411e-8231-792b7255d49c req-bcf10b98-ed7d-407d-8293-82d090d99839 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Aug 02 17:27:16.103019 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c239e-8309-4828-a0a2-d2742853d321 req-749ca1ca-b77e-445e-8cfd-c455a13e48f8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.104518 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-642c239e-8309-4828-a0a2-d2742853d321 req-749ca1ca-b77e-445e-8cfd-c455a13e48f8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1014628 Aug 02 17:27:16.163370 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:16.176447 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.187852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-642c239e-8309-4828-a0a2-d2742853d321 req-d302e323-282a-4f05-9d53-b160f7222cdc tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Aug 02 17:27:16.194712 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Transition to ACTIVE for port object a672b240-6f5c-4b4f-a814-92f6d4d83c89 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:16.199569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.223820 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-6c0a0f3a-0af3-4bc4-89f7-772dc4432d04 req-cff2a0fa-f34c-4767-8dec-1465edca341e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565847 Aug 02 17:27:16.233499 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-907071d4-a385-4858-8961-adadb4bf7b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.242539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-907071d4-a385-4858-8961-adadb4bf7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.252471 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:16.284805 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Attempting to bind port a672b240-6f5c-4b4f-a814-92f6d4d83c89 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:16.285101 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Attempting to bind port a672b240-6f5c-4b4f-a814-92f6d4d83c89 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:16.285390 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Attempting to bind port a672b240-6f5c-4b4f-a814-92f6d4d83c89 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:16.291690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Port a672b240-6f5c-4b4f-a814-92f6d4d83c89 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:16.292147 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Attempting to bind port a672b240-6f5c-4b4f-a814-92f6d4d83c89 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:16.297909 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:16.298277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Checking segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:16.298661 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Bound using segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:16.299100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Bound port: a672b240-6f5c-4b4f-a814-92f6d4d83c89, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:16.299566 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.321453 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-907071d4-a385-4858-8961-adadb4bf7b6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26c6e2f79f12419fb7fea392491af98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082217 Aug 02 17:27:16.322919 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-68dfe8ff-c97e-4c9f-88d0-8dd3c9dac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.324297 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-e8752ee5-9923-479d-8464-b030c17fc2bd req-68dfe8ff-c97e-4c9f-88d0-8dd3c9dac5ec service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585874 Aug 02 17:27:16.324894 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907071d4-a385-4858-8961-adadb4bf7b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ea9b8d-07a2-4a3c-b357-e6acd12fad34,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:16.327451 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60064) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:16.376904 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:16.380614 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:16.388598 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.422298 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.435134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.435764 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.437256 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] 10.222.0.42 "PUT /v2.0/ports/a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 200 len: 1094 time: 0.7742450 Aug 02 17:27:16.437702 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:16.440293 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112" -d '{"events": [{"name": "network-changed", "server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:16.466625 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.508383 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384554c-2028-4951-9a82-4ce02c079483 x-openstack-request-id: req-d384554c-2028-4951-9a82-4ce02c079483 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:16.509079 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:16.509079 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d384554c-2028-4951-9a82-4ce02c079483 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:16.509269 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'status': 'completed', 'code': 200} Aug 02 17:27:16.517243 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e840e9-1613-419f-a888-662f7d5388fb service neutron] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:16.536981 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.539857 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.541013 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18ea9b8d-07a2-4a3c-b357-e6acd12fad34 HTTP/1.1" status: 204 len: 168 time: 0.2128077 Aug 02 17:27:16.543262 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992bd33-e577-48b4-b620-fcd0440ba706 req-a1633522-fe18-4e5e-9e18-c2d1fbe984ef tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.549545 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4697-9bbb-4399-b40e-279fa9f013d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ea9b8d-07a2-4a3c-b357-e6acd12fad34,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:16.552028 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e992bd33-e577-48b4-b620-fcd0440ba706 req-a1633522-fe18-4e5e-9e18-c2d1fbe984ef tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0929253 Aug 02 17:27:16.655274 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e992bd33-e577-48b4-b620-fcd0440ba706 req-61e4e05f-c21a-4194-8ce3-2973ea244696 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875094 Aug 02 17:27:16.708917 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e604857-8a93-424f-97bd-6abab2db22c7 req-99555e89-0bfc-4a86-91ea-d2f481bd5754 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.710748 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8e604857-8a93-424f-97bd-6abab2db22c7 req-99555e89-0bfc-4a86-91ea-d2f481bd5754 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0545466 Aug 02 17:27:16.762972 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8e604857-8a93-424f-97bd-6abab2db22c7 req-4737e7ca-7f99-4edd-8401-86d75e6b3d31 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Aug 02 17:27:16.851910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96fc2-4bea-4d00-a4e2-5912b0a557b5 req-2f09cb22-f2dd-4c65-a84f-89ecd08009e7 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:16.853405 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9aa96fc2-4bea-4d00-a4e2-5912b0a557b5 req-2f09cb22-f2dd-4c65-a84f-89ecd08009e7 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0615380 Aug 02 17:27:16.875024 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60088) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:16.888558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed351255-d657-42a5-8660-649e9b129ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.894367 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9aa96fc2-4bea-4d00-a4e2-5912b0a557b5 req-263da579-1d18-4ba7-99c9-5fb85df0e6fd tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Aug 02 17:27:16.985733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed351255-d657-42a5-8660-649e9b129ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:16.991498 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed351255-d657-42a5-8660-649e9b129ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:17.031429 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ed351255-d657-42a5-8660-649e9b129ee3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2ea474bd72e4766804dc8b96cb60dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546812 Aug 02 17:27:17.034036 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60094) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:17.034711 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351255-d657-42a5-8660-649e9b129ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e49ab52-f165-42d1-800e-081638a6c16d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:17.086632 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:17.111200 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:17.165188 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:17.167993 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:17.169192 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e49ab52-f165-42d1-800e-081638a6c16d HTTP/1.1" status: 204 len: 168 time: 0.1340084 Aug 02 17:27:17.177872 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986368e2-5a1d-410a-94c3-866a7db455a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e49ab52-f165-42d1-800e-081638a6c16d,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:17.307608 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56256a-0e23-4100-b02b-1c56727abee1 req-f7e3ef91-f65f-4f8a-a47d-6ecf1224cc3d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:17.309124 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d56256a-0e23-4100-b02b-1c56727abee1 req-f7e3ef91-f65f-4f8a-a47d-6ecf1224cc3d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0539858 Aug 02 17:27:17.348927 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d56256a-0e23-4100-b02b-1c56727abee1 req-8dacb8cf-5c04-41f1-b8fd-08b6e1fb812f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Aug 02 17:27:17.773060 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73fea-fab8-4aa3-a227-7dcaa8f1fac5 req-52c9f885-3cd5-4385-8037-19c993fe6e9c tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:17.774593 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b0f73fea-fab8-4aa3-a227-7dcaa8f1fac5 req-52c9f885-3cd5-4385-8037-19c993fe6e9c tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0502093 Aug 02 17:27:17.812734 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b0f73fea-fab8-4aa3-a227-7dcaa8f1fac5 req-9c678869-3b4b-45da-9ba7-654f7448112f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Aug 02 17:27:17.919602 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88147003-a017-4bf1-a852-db3489b15d80 req-38e7b04f-b315-4afe-be6f-a9966ba59bae tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:17.921202 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-88147003-a017-4bf1-a852-db3489b15d80 req-38e7b04f-b315-4afe-be6f-a9966ba59bae tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0527384 Aug 02 17:27:17.959086 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-88147003-a017-4bf1-a852-db3489b15d80 req-8d2d5cdf-fb12-4eb2-8b75-a2199e4723c8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Aug 02 17:27:18.062216 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7eace-1bf8-4ad1-8b83-d59ccbd700cd req-84a7b7aa-b688-4f5a-9eb0-efd77f891d7a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:18.063693 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-48c7eace-1bf8-4ad1-8b83-d59ccbd700cd req-84a7b7aa-b688-4f5a-9eb0-efd77f891d7a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0479760 Aug 02 17:27:18.101782 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-48c7eace-1bf8-4ad1-8b83-d59ccbd700cd req-aa20e9bf-004e-4480-a296-9fef0646d5a3 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Aug 02 17:27:18.464150 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a54bf-ab89-4cdc-9fdd-91abdb6e4565 req-01ef2483-ca6b-4f3f-8fc1-32c848371718 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:18.465611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a6a54bf-ab89-4cdc-9fdd-91abdb6e4565 req-01ef2483-ca6b-4f3f-8fc1-32c848371718 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0507963 Aug 02 17:27:18.503103 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a6a54bf-ab89-4cdc-9fdd-91abdb6e4565 req-5fc8b91f-5e9d-45b1-ac9b-a38bd87d428f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Aug 02 17:27:18.933048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5293d3-260b-4978-8bfa-9db73bf07186 req-9c0371d4-8a0c-4df7-a497-c5c83f6e8658 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:18.934608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3a5293d3-260b-4978-8bfa-9db73bf07186 req-9c0371d4-8a0c-4df7-a497-c5c83f6e8658 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0552464 Aug 02 17:27:18.971620 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3a5293d3-260b-4978-8bfa-9db73bf07186 req-7d710c0a-0c13-432c-8084-1c8b378918f3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Aug 02 17:27:19.076738 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193d75-aa66-4c75-a66f-6a7f8cb34424 req-d2303545-5de5-4c5d-87ff-828526c42e02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.078324 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-35193d75-aa66-4c75-a66f-6a7f8cb34424 req-d2303545-5de5-4c5d-87ff-828526c42e02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0484526 Aug 02 17:27:19.117707 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-35193d75-aa66-4c75-a66f-6a7f8cb34424 req-88050d12-c8b5-42f8-84af-0e8b35de6185 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Aug 02 17:27:19.226446 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1dc0a-f05a-40f3-acf4-d512bbea6926 req-82a1f47c-4815-48b6-b601-7d748ef96649 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.227913 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-27f1dc0a-f05a-40f3-acf4-d512bbea6926 req-82a1f47c-4815-48b6-b601-7d748ef96649 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0523801 Aug 02 17:27:19.266527 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-27f1dc0a-f05a-40f3-acf4-d512bbea6926 req-bbef5fe2-7844-46e4-af55-1dfaea8c73a9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Aug 02 17:27:19.591337 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-d5360a5f-f662-4f27-a799-536e67392127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.592953 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-d5360a5f-f662-4f27-a799-536e67392127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1097 time: 0.0501242 Aug 02 17:27:19.637071 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60210) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:19.655506 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-89176dd1-2c62-4965-8b2c-7226cb720c18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 217 time: 0.0478413 Aug 02 17:27:19.712493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-e3ffe31d-2d9f-442e-b56e-82d073db4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.714164 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b144ac-9124-47ab-a136-e2d22796f371 req-68c04041-3357-4077-8fed-db1d25ff4e1b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.714315 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-e3ffe31d-2d9f-442e-b56e-82d073db4900 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0514312 Aug 02 17:27:19.716163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66b144ac-9124-47ab-a136-e2d22796f371 req-68c04041-3357-4077-8fed-db1d25ff4e1b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1079016 Aug 02 17:27:19.719027 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-93d2deb2-5007-48cb-94da-e1e490644893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.720410 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-93d2deb2-5007-48cb-94da-e1e490644893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1097 time: 0.0823197 Aug 02 17:27:19.794575 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8230ddd9-c686-40a2-a721-20990b6102fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.796716 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66b144ac-9124-47ab-a136-e2d22796f371 req-77a9418d-cb73-4cea-ade7-9f428296eb0c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744028 Aug 02 17:27:19.797311 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-8230ddd9-c686-40a2-a721-20990b6102fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615034 Aug 02 17:27:19.841873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5c098c09-2f5f-420a-bd26-dce57dc87683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:19.903343 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-2899d872-a2b3-47dc-b16c-ebdccc738c7d service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924647 Aug 02 17:27:19.960225 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-ba40cc76-f480-47af-a57e-6c1e91fc0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:19.962064 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-ba40cc76-f480-47af-a57e-6c1e91fc0530 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2245412 Aug 02 17:27:20.000591 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-2c6ee6c8-afe8-4a11-801d-43304b08daa6 req-2f2f149a-3b94-4fac-9b85-9b343b61501f service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895431 Aug 02 17:27:20.041887 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5c098c09-2f5f-420a-bd26-dce57dc87683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.099505 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5c098c09-2f5f-420a-bd26-dce57dc87683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.227481 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5c098c09-2f5f-420a-bd26-dce57dc87683 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=194d3718b6d84d0e8445e02a664b1c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880806 Aug 02 17:27:20.230258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60228) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:20.241963 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c098c09-2f5f-420a-bd26-dce57dc87683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5621faa-dccd-40ee-ad0a-315c9ffd166f,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:20.295228 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.297374 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71fec9-7d14-49aa-a07c-0679c7ffbc30 req-42e28998-cf97-497d-9181-b67f1ddaa8c7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.298902 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5d71fec9-7d14-49aa-a07c-0679c7ffbc30 req-42e28998-cf97-497d-9181-b67f1ddaa8c7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.2549007 Aug 02 17:27:20.306936 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-953e6321-8210-4118-9354-50458b9f808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.308501 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c1a18ee-5f2c-41eb-85fd-4c1b3baf0112 req-953e6321-8210-4118-9354-50458b9f808a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905848 Aug 02 17:27:20.337518 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.357635 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5d71fec9-7d14-49aa-a07c-0679c7ffbc30 req-7bdde117-70f5-454a-a08f-76368149d6cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472851 Aug 02 17:27:20.365103 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751b54-7ce1-42a4-abe1-6e457f8e7b7d req-73d465df-22f3-43fb-bb7b-9df36c15dea0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.366677 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-16751b54-7ce1-42a4-abe1-6e457f8e7b7d req-73d465df-22f3-43fb-bb7b-9df36c15dea0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1765447 Aug 02 17:27:20.407478 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.411349 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.415194 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5621faa-dccd-40ee-ad0a-315c9ffd166f HTTP/1.1" status: 204 len: 168 time: 0.1833930 Aug 02 17:27:20.429870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ed210-0d6d-4dff-9b81-73d279af9336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5621faa-dccd-40ee-ad0a-315c9ffd166f,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:20.505765 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-16751b54-7ce1-42a4-abe1-6e457f8e7b7d req-55317788-f5be-45be-ab13-022a6774b76a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248205 Aug 02 17:27:20.538569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-ed00525d-5754-4351-96a1-56a475676a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.540079 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-ed00525d-5754-4351-96a1-56a475676a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1097 time: 0.1015060 Aug 02 17:27:20.566769 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780dfa-3cf1-4274-8d0d-155076223530 req-19918875-d4ef-4ad2-bf1d-545bdb94d556 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.574043 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-96780dfa-3cf1-4274-8d0d-155076223530 req-19918875-d4ef-4ad2-bf1d-545bdb94d556 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.1338756 Aug 02 17:27:20.623347 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-13926347-4751-4830-a818-c15d9ba54088 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 200 len: 217 time: 0.0733054 Aug 02 17:27:20.679294 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-96780dfa-3cf1-4274-8d0d-155076223530 req-ba2372e9-8e2e-4669-b186-342b5547df7a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019006 Aug 02 17:27:20.698409 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-9a51fca8-a64e-4636-8ec0-46e41712e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.700113 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-9a51fca8-a64e-4636-8ec0-46e41712e5d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0664370 Aug 02 17:27:20.779806 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-b8416b9b-3434-4604-af73-28341b25a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:20.781355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-b8416b9b-3434-4604-af73-28341b25a922 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734091 Aug 02 17:27:20.866455 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60270) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:20.889288 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3c41502-adbc-4991-a1de-971035c0a88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.026025 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3c41502-adbc-4991-a1de-971035c0a88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.034161 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3c41502-adbc-4991-a1de-971035c0a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.081041 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f3c41502-adbc-4991-a1de-971035c0a88e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed4b6dd6eda74605b3f2e65753187fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129972 Aug 02 17:27:21.083162 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c41502-adbc-4991-a1de-971035c0a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1711821-1e2b-42bb-b46f-4287049fb9f0,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:21.085743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60286) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:21.138412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.154978 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-16396f53-14ac-44d8-bf0a-b41d2dcf7c7b service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634343 Aug 02 17:27:21.165066 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.179792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9af008-952d-41bd-be80-51e5f541e925 req-145375c2-e767-4699-8c64-3cf6fa1bc925 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.181229 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f9af008-952d-41bd-be80-51e5f541e925 req-145375c2-e767-4699-8c64-3cf6fa1bc925 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1153657 Aug 02 17:27:21.212380 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.214982 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.216122 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1711821-1e2b-42bb-b46f-4287049fb9f0 HTTP/1.1" status: 204 len: 168 time: 0.1297147 Aug 02 17:27:21.224121 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33be11b-b1fa-492f-b3ab-e0b41992e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1711821-1e2b-42bb-b46f-4287049fb9f0,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:21.269524 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f9af008-952d-41bd-be80-51e5f541e925 req-6c0653dc-3923-493e-82d4-932cbd48465a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770860 Aug 02 17:27:21.295232 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a6e078a-a65f-4477-bf60-31212a44c01a req-89122a5a-374b-4b7d-926d-74cacae6e4ec service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294594 Aug 02 17:27:21.484962 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b77d-2dea-463e-9197-debc9e638278 req-c634787d-acfa-4f3b-add5-36707a00c5c0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.486696 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1515b77d-2dea-463e-9197-debc9e638278 req-c634787d-acfa-4f3b-add5-36707a00c5c0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0536234 Aug 02 17:27:21.586880 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1515b77d-2dea-463e-9197-debc9e638278 req-bff21894-9137-45fe-a6e6-2c4a0a431bf2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912914 Aug 02 17:27:21.610812 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9358b-1de1-4b98-bc7d-91599da90f8e req-eeee84af-edb5-43ea-afd4-9b1ad94b133d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.612259 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8c9358b-1de1-4b98-bc7d-91599da90f8e req-eeee84af-edb5-43ea-afd4-9b1ad94b133d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0891933 Aug 02 17:27:21.614942 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-81ae5a35-2da9-447b-8ac6-6fe804264ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.616568 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-81ae5a35-2da9-447b-8ac6-6fe804264ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1098 time: 0.1051815 Aug 02 17:27:21.730074 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8c9358b-1de1-4b98-bc7d-91599da90f8e req-794cea6a-10df-4040-96a8-624ecd33a7b8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082742 Aug 02 17:27:21.771602 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213447b-b662-4daa-b06c-1be691403d0e req-a0b2c476-c375-4c8d-afb9-35ee9a78ed95 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.773067 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f213447b-b662-4daa-b06c-1be691403d0e req-a0b2c476-c375-4c8d-afb9-35ee9a78ed95 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1165884 Aug 02 17:27:21.788778 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-48ecff02-ae77-4bc5-85e4-a9d7779204d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.789903 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-48ecff02-ae77-4bc5-85e4-a9d7779204d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.1597679 Aug 02 17:27:21.869460 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-3e924b41-ec6b-47e1-80ec-231dd49eae34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 200 len: 217 time: 0.0613270 Aug 02 17:27:21.886882 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f213447b-b662-4daa-b06c-1be691403d0e req-f873996d-bf6f-4211-b6d9-1f12c186215b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047535 Aug 02 17:27:21.929384 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643532-151c-4b7a-a170-2f9203463c78 req-7524d56b-a4d8-4ab1-9f3e-32012a7ab367 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.931014 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-56643532-151c-4b7a-a170-2f9203463c78 req-7524d56b-a4d8-4ab1-9f3e-32012a7ab367 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.1401479 Aug 02 17:27:21.936700 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-7f0f9d27-a5a9-4774-82dd-c5c1918ff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.938055 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-7f0f9d27-a5a9-4774-82dd-c5c1918ff805 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0613079 Aug 02 17:27:21.981050 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-550c508c-e207-4733-99ba-cb0cc9648625 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270898 Aug 02 17:27:22.000255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-56643532-151c-4b7a-a170-2f9203463c78 req-b4f77217-be08-46b7-950d-52a0d9d88c76 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Aug 02 17:27:22.088694 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-7b97a7c7-4d22-4faa-90ba-185b1215ef66 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975246 Aug 02 17:27:22.197888 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2137b23e-1f32-4cc4-9b68-939fa1766cad req-35b6130b-797a-49bc-878b-58baaa81d7bc service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015742 Aug 02 17:27:22.704633 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19890ac4-3cae-4f68-bc1e-7be3a2f9f63d req-70af872f-f61f-4b2d-bbc6-521ce517f106 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:22.706310 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19890ac4-3cae-4f68-bc1e-7be3a2f9f63d req-70af872f-f61f-4b2d-bbc6-521ce517f106 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 944 time: 0.0501590 Aug 02 17:27:22.745493 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19890ac4-3cae-4f68-bc1e-7be3a2f9f63d req-076a0dea-8491-461f-8d8d-74563fc304ec tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 Aug 02 17:27:22.854196 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed59d-9b04-42c2-8fa9-e9f114c9a182 req-6b21f9d1-a25d-4de0-8c2f-1e9473baea65 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:22.855860 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-09eed59d-9b04-42c2-8fa9-e9f114c9a182 req-6b21f9d1-a25d-4de0-8c2f-1e9473baea65 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0524404 Aug 02 17:27:22.895122 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-09eed59d-9b04-42c2-8fa9-e9f114c9a182 req-e259486c-a04b-4176-88e7-c8e48116e85e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Aug 02 17:27:23.010237 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32bf3d-e5db-4b0c-885c-7979f1a03fe3 req-507ab29c-3e56-47ea-9a91-2865a6655076 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:23.011718 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3b32bf3d-e5db-4b0c-885c-7979f1a03fe3 req-507ab29c-3e56-47ea-9a91-2865a6655076 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0470564 Aug 02 17:27:23.050566 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3b32bf3d-e5db-4b0c-885c-7979f1a03fe3 req-bc336133-2e55-4b94-b7ba-fb50b9bb98cb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Aug 02 17:27:23.536785 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:23.641225 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:23.653741 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'port_id': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'mac_address': 'fa:16:3e:6e:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:23.694788 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.708932 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:23.737294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:23.743423 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.816940 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:23.942510 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60436) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:23.943009 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd83c01-8fc2-49f5-9560-0e9ca91c6976 req-8c29e2d6-ed83-4959-ab0f-1e114c54ce76 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:23.944729 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6fd83c01-8fc2-49f5-9560-0e9ca91c6976 req-8c29e2d6-ed83-4959-ab0f-1e114c54ce76 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 945 time: 0.1014950 Aug 02 17:27:24.012826 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6fd83c01-8fc2-49f5-9560-0e9ca91c6976 req-d01a6c21-e774-483b-8aff-6503358c1981 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603952 Aug 02 17:27:24.081257 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42b2aec6-1803-4acf-a97f-1e47bb8e5e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.091681 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13fca-d7b5-4223-84f1-67a80f70e90a req-6368fb7c-ba63-45de-96f7-d65bba67a340 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:24.093241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c2e13fca-d7b5-4223-84f1-67a80f70e90a req-6368fb7c-ba63-45de-96f7-d65bba67a340 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0636859 Aug 02 17:27:24.109058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:24.186578 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c2e13fca-d7b5-4223-84f1-67a80f70e90a req-14c07ba8-de61-4784-9765-a7cd1d6a3c1d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868602 Aug 02 17:27:24.213964 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a514d8-be6f-4737-83cf-086f97e51709 req-3c3facad-2f88-45b2-8104-6217a58519a6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:24.216566 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25a514d8-be6f-4737-83cf-086f97e51709 req-3c3facad-2f88-45b2-8104-6217a58519a6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0844822 Aug 02 17:27:24.217219 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42b2aec6-1803-4acf-a97f-1e47bb8e5e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.224268 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42b2aec6-1803-4acf-a97f-1e47bb8e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.260743 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25a514d8-be6f-4737-83cf-086f97e51709 req-4e3de510-cf65-4cc9-bf79-a64e0c5e1226 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351195 Aug 02 17:27:24.267921 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-42b2aec6-1803-4acf-a97f-1e47bb8e5e82 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=758e3133e60a4997a6027985bdc7408d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241611 Aug 02 17:27:24.270512 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60446) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:24.278606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2aec6-1803-4acf-a97f-1e47bb8e5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b079d-c63e-4273-8e13-b51418c82fc3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:24.323914 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.347165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.396122 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.398712 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.399843 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/310b079d-c63e-4273-8e13-b51418c82fc3 HTTP/1.1" status: 204 len: 168 time: 0.1284385 Aug 02 17:27:24.407123 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5a4f-f1ac-47d5-9d1b-035cf616ed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b079d-c63e-4273-8e13-b51418c82fc3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:25.149127 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2078061-a235-48ed-a969-9409c48305ef req-406c90ce-9b15-4c37-942d-311816b869fa tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.159200 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d2078061-a235-48ed-a969-9409c48305ef req-406c90ce-9b15-4c37-942d-311816b869fa tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 945 time: 0.0714686 Aug 02 17:27:25.208808 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d2078061-a235-48ed-a969-9409c48305ef req-2fa659db-01e8-4323-8406-88d304d7b7a2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Aug 02 17:27:25.316205 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832e077-5a07-400d-ac0f-72853d7d22ac req-ba03373d-69e7-4549-adbd-165fda49cb9b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.317877 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1832e077-5a07-400d-ac0f-72853d7d22ac req-ba03373d-69e7-4549-adbd-165fda49cb9b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0516226 Aug 02 17:27:25.392473 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1832e077-5a07-400d-ac0f-72853d7d22ac req-ab51fcb6-08b4-40e2-b111-6c7f14f2c667 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Aug 02 17:27:25.414648 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f486-926b-4c57-b4ad-244b990c7e59 req-d8df99dc-56a5-44bf-a6de-7be327bf62d8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.423081 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1232f486-926b-4c57-b4ad-244b990c7e59 req-d8df99dc-56a5-44bf-a6de-7be327bf62d8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0727477 Aug 02 17:27:25.458704 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1232f486-926b-4c57-b4ad-244b990c7e59 req-33a66d08-d203-4adc-8ca4-34ddce18ce17 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345049 Aug 02 17:27:25.538639 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:25.549027 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:25.655261 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:25.663778 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:25.664148 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.692669 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:25.712237 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:25.762396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.794808 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:25.816315 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.826823 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:25.836753 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.844228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:25.846490 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaddde2a-a536-4689-a614-415059c69c0d" -d '{"events": [{"server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "name": "network-vif-plugged", "status": "completed", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:25.876472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:25.883534 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39692f9-7fc8-49a4-80d6-2e549cb82618 x-openstack-request-id: req-e39692f9-7fc8-49a4-80d6-2e549cb82618 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:25.883819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "name": "network-vif-plugged", "status": "completed", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:25.884063 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e39692f9-7fc8-49a4-80d6-2e549cb82618 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:25.884446 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'code': 200} Aug 02 17:27:25.885163 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.906206 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:25.957663 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.095529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6aea2-7e9f-403e-b4cb-47d81952e75a req-27c3b2e5-aa87-439a-adf1-72cb6b139a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.096860 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1ee6aea2-7e9f-403e-b4cb-47d81952e75a req-27c3b2e5-aa87-439a-adf1-72cb6b139a38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1099 time: 0.0424414 Aug 02 17:27:26.142990 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1ee6aea2-7e9f-403e-b4cb-47d81952e75a req-a4aab771-f9f5-4127-8b8d-5ff7618dafab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270619 Aug 02 17:27:26.186099 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['a672b240-6f5c-4b4f-a814-92f6d4d83c89'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:26.330127 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cc942-9574-4992-ac34-644bcf88e39d req-759fe855-e7ef-48ce-8d4c-6359eac514c0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.331812 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b40cc942-9574-4992-ac34-644bcf88e39d req-759fe855-e7ef-48ce-8d4c-6359eac514c0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0567634 Aug 02 17:27:26.370926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b40cc942-9574-4992-ac34-644bcf88e39d req-49069523-0249-45ab-b8bf-a5ab403c60fe tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328193 Aug 02 17:27:26.520388 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9f54-0e13-46e1-a095-50d6b4803fec req-6307c0b4-c8f8-4bd5-90c1-292cb8587fc6 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.520388 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-240d9f54-0e13-46e1-a095-50d6b4803fec req-6307c0b4-c8f8-4bd5-90c1-292cb8587fc6 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0521562 Aug 02 17:27:26.589129 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-240d9f54-0e13-46e1-a095-50d6b4803fec req-a01c6318-a352-4c3c-95ef-4888fbeee127 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Aug 02 17:27:26.623855 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f329-bcbc-4be8-afad-6897439b7d21 req-5e073b9f-8211-49a9-b24e-9124f2768755 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.630346 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a9d9f329-bcbc-4be8-afad-6897439b7d21 req-5e073b9f-8211-49a9-b24e-9124f2768755 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 945 time: 0.0740128 Aug 02 17:27:26.671799 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a9d9f329-bcbc-4be8-afad-6897439b7d21 req-281e6dc8-5b48-4989-befd-1768ea3af69f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Aug 02 17:27:26.909146 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60572) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.010935 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d683a0be-9e1e-454e-96cf-593a54e37cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.097046 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d683a0be-9e1e-454e-96cf-593a54e37cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.102124 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d683a0be-9e1e-454e-96cf-593a54e37cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.139762 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d683a0be-9e1e-454e-96cf-593a54e37cad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a42296041274b37b800dc505cfa3bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294838 Aug 02 17:27:27.140858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683a0be-9e1e-454e-96cf-593a54e37cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9026652-fbdf-4b5d-a6cd-9c7de41e237f,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.142844 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60586) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.201306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.229285 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.287378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.289853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.291032 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9026652-fbdf-4b5d-a6cd-9c7de41e237f HTTP/1.1" status: 204 len: 168 time: 0.1472254 Aug 02 17:27:27.299233 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2336e-4cf6-4744-95c1-0f9ed7f41c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9026652-fbdf-4b5d-a6cd-9c7de41e237f,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.489274 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2405e50-4482-4c4a-a08c-f2c92bacc541 req-0867384e-0fee-4d0a-ab26-3223d11daf96 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.490848 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c2405e50-4482-4c4a-a08c-f2c92bacc541 req-0867384e-0fee-4d0a-ab26-3223d11daf96 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Aug 02 17:27:27.531676 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c2405e50-4482-4c4a-a08c-f2c92bacc541 req-05c0b16f-f756-4d8d-906c-b5cd19f8d6b8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343003 Aug 02 17:27:27.539824 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:27.581558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60604) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.595241 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d54520ec-ff6c-449a-acb2-4492bddc4bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.609425 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:27.613453 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:27.613819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.708231 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.730456 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d54520ec-ff6c-449a-acb2-4492bddc4bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.736701 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d54520ec-ff6c-449a-acb2-4492bddc4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.744616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363782b-92c9-4901-8833-9ee113f7b3eb req-888dfc41-3e73-4218-b990-43fbd76a2173 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.754712 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b363782b-92c9-4901-8833-9ee113f7b3eb req-888dfc41-3e73-4218-b990-43fbd76a2173 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0814760 Aug 02 17:27:27.784542 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:27.789566 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.798261 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d54520ec-ff6c-449a-acb2-4492bddc4bfa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c69f6381fcf142ef8c252d629beb7834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131970 Aug 02 17:27:27.802400 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60616) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.835832 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54520ec-ff6c-449a-acb2-4492bddc4bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5928c7f5-f2d0-4c6d-89d8-6e1ed6755ac5,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.838934 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b363782b-92c9-4901-8833-9ee113f7b3eb req-87f45be8-4fb0-4de9-8c0c-f08a60320877 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776546 Aug 02 17:27:27.854391 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.864975 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b97e-91ea-464c-a732-2601c5b1ff49 req-5b7aea00-b7a2-4b0f-bc5e-0d9ca9331ca7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.869719 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a86b97e-91ea-464c-a732-2601c5b1ff49 req-5b7aea00-b7a2-4b0f-bc5e-0d9ca9331ca7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0908008 Aug 02 17:27:27.883216 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.885264 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:27.889465 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb1ab5-fbfb-4385-9e3a-35a60a6ee0d2" -d '{"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:27.920898 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.925591 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a86b97e-91ea-464c-a732-2601c5b1ff49 req-9ed75a52-7f8f-48eb-aa8e-03a1fc63307d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 Aug 02 17:27:27.937894 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f56cdd3-dd15-4ea3-9189-dd9836c84677 x-openstack-request-id: req-0f56cdd3-dd15-4ea3-9189-dd9836c84677 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:27.938807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:27.939060 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f56cdd3-dd15-4ea3-9189-dd9836c84677 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:27.939457 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'code': 200} Aug 02 17:27:27.976512 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.979035 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.980161 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5928c7f5-f2d0-4c6d-89d8-6e1ed6755ac5 HTTP/1.1" status: 204 len: 168 time: 0.1771071 Aug 02 17:27:27.995322 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8f601-5ea1-4816-a6c6-0a7a63a930e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5928c7f5-f2d0-4c6d-89d8-6e1ed6755ac5,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:28.188510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a651b90-14fe-4ae8-abe0-6aad1de9225f req-7fddeb1e-99f7-48fe-993b-16ed3e021a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:28.189991 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a651b90-14fe-4ae8-abe0-6aad1de9225f req-7fddeb1e-99f7-48fe-993b-16ed3e021a58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1099 time: 0.0389020 Aug 02 17:27:28.227706 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a651b90-14fe-4ae8-abe0-6aad1de9225f req-75f75555-355c-4fc6-92ce-22387c31f715 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285282 Aug 02 17:27:28.280442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.348305 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60638) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.361114 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ba6-1cbc-4236-b2a3-092ac5fa054f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.453404 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ba6-1cbc-4236-b2a3-092ac5fa054f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.457594 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ba6-1cbc-4236-b2a3-092ac5fa054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.495261 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bf4c6ba6-1cbc-4236-b2a3-092ac5fa054f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=306495b793c84deea0ccab3d1cf8ef2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458824 Aug 02 17:27:28.496188 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6ba6-1cbc-4236-b2a3-092ac5fa054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74658e42-498f-4c69-9d2e-ca655063b207,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:28.498073 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60644) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.525689 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60646) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.557966 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.593796 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.639008 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f5072438-7876-4b07-95c5-a7ea2660cde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.669374 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887639ba-68f2-4cb4-adf6-a219a185c715 req-e67ef053-065b-4b63-8957-154be28855f2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:28.670839 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-887639ba-68f2-4cb4-adf6-a219a185c715 req-e67ef053-065b-4b63-8957-154be28855f2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0594962 Aug 02 17:27:28.685974 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.688527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.689805 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74658e42-498f-4c69-9d2e-ca655063b207 HTTP/1.1" status: 204 len: 168 time: 0.1903675 Aug 02 17:27:28.705992 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bec54-6442-4c32-8c8b-ad636cea71f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74658e42-498f-4c69-9d2e-ca655063b207,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:28.725514 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-887639ba-68f2-4cb4-adf6-a219a185c715 req-35ffe8e5-8978-41f0-a147-02f62b15762f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Aug 02 17:27:28.787486 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f5072438-7876-4b07-95c5-a7ea2660cde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.793846 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f5072438-7876-4b07-95c5-a7ea2660cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.834969 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f5072438-7876-4b07-95c5-a7ea2660cde1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dff245d7555a46a1ba0d31acdb6fd0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080618 Aug 02 17:27:28.836067 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5072438-7876-4b07-95c5-a7ea2660cde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b8917-a653-460f-9300-c168fb3b0b51,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:28.837932 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60656) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.970178 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.979924 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac777e-52d7-4f60-912d-d73e7d8b5268 req-db7d3865-1d11-4a10-a330-ebf479363305 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:28.981436 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4eac777e-52d7-4f60-912d-d73e7d8b5268 req-db7d3865-1d11-4a10-a330-ebf479363305 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1087854 Aug 02 17:27:28.991711 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60666) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.996930 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'floatingip': {'port_id': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:29.002078 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf97d-103f-457a-a58f-65b1c207dfdf req-1d6d567f-72c8-4154-8391-06f269abfce3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:29.003602 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-042cf97d-103f-457a-a58f-65b1c207dfdf req-1d6d567f-72c8-4154-8391-06f269abfce3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0948954 Aug 02 17:27:29.014722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.077259 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.083433 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-042cf97d-103f-457a-a58f-65b1c207dfdf req-2cf6ff4e-2e3e-4df6-9233-3aca93cd5513 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Aug 02 17:27:29.130093 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8285-d513-49e9-80ff-f0146578214b req-66f49314-2420-4866-a3ff-c09152cf4809 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:29.132005 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0feb8285-d513-49e9-80ff-f0146578214b req-66f49314-2420-4866-a3ff-c09152cf4809 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0636909 Aug 02 17:27:29.146910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.148347 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.149484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/908b8917-a653-460f-9300-c168fb3b0b51 HTTP/1.1" status: 204 len: 168 time: 0.3103433 Aug 02 17:27:29.203572 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d521d3c-8240-40a1-834d-8d8472624918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b8917-a653-460f-9300-c168fb3b0b51,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:29.243131 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0feb8285-d513-49e9-80ff-f0146578214b req-dc6d5cdf-2631-4d91-8f30-1b11d81dcc03 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041739 Aug 02 17:27:29.789736 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b4cac-4b1c-47b0-92f1-cd9dd9940b97 req-2c0dfa8d-1d3c-41f5-b1f4-7b87c0415db6 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:29.791983 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad1b4cac-4b1c-47b0-92f1-cd9dd9940b97 req-2c0dfa8d-1d3c-41f5-b1f4-7b87c0415db6 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.0558560 Aug 02 17:27:29.834112 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad1b4cac-4b1c-47b0-92f1-cd9dd9940b97 req-3719af6f-d320-491c-b4fe-175d5791efbd tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Aug 02 17:27:30.048495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.053849 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.161896 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Floating IP bda8a040-9b91-41f1-9386-22f7dbb6d639 associated. External IP: 172.27.3.17, port: 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0. Aug 02 17:27:30.211086 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aae28-79bb-4bf2-91b1-984544b31c59 req-f9061017-8d8b-4667-8f24-4caf4635d3c7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:30.219145 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c59aae28-79bb-4bf2-91b1-984544b31c59 req-f9061017-8d8b-4667-8f24-4caf4635d3c7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0560639 Aug 02 17:27:30.259857 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c59aae28-79bb-4bf2-91b1-984544b31c59 req-fb55aeef-fccb-4d24-954a-cec5243b3ae8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Aug 02 17:27:30.375328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccfaf6-c41c-48b4-8533-2e1e96d138e9 req-4be22e17-5e48-4970-a083-780bbbfee281 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:30.383094 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3bccfaf6-c41c-48b4-8533-2e1e96d138e9 req-4be22e17-5e48-4970-a083-780bbbfee281 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Aug 02 17:27:30.426901 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3bccfaf6-c41c-48b4-8533-2e1e96d138e9 req-f422bb4d-5c1e-4aba-a6cc-cf7674305955 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Aug 02 17:27:30.433970 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:27:30.540401 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a888d9f6-51e1-4f21-a75d-e03d711611d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.564153 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:30.572762 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.577410 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7709bf-b47d-47c0-ab9d-6108a3437548 req-bb8d7afb-74e0-417f-a939-e29587076758 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:30.578843 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:30.587265 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5c7709bf-b47d-47c0-ab9d-6108a3437548 req-bb8d7afb-74e0-417f-a939-e29587076758 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0716050 Aug 02 17:27:30.588940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60752) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:30.590551 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:30.591699 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:27:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:30.604742 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'floatingip': {'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:30.609901 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c551e03d-3e95-451f-aeee-80cbee085e54 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "PUT /v2.0/floatingips/bda8a040-9b91-41f1-9386-22f7dbb6d639 HTTP/1.1" status: 200 len: 991 time: 1.6143332 Aug 02 17:27:30.609901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:30.621959 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f01a438-44a9-464b-9c4b-63614f2806e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:30.713277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.715521 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42204da-ea76-4886-871d-b9b5d73762fd x-openstack-request-id: req-b42204da-ea76-4886-871d-b9b5d73762fd {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:30.715814 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:30.716062 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b42204da-ea76-4886-871d-b9b5d73762fd {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:30.716449 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'status': 'completed', 'code': 200} Aug 02 17:27:30.746580 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:30.918637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-1211fdac-5e75-40d2-8e38-c79299559137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:30.920151 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-1211fdac-5e75-40d2-8e38-c79299559137 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1099 time: 0.1628568 Aug 02 17:27:31.097321 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'bda8a040-9b91-41f1-9386-22f7dbb6d639', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:6e:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:06Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:31.124472 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:31.135078 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386cc3-3098-4076-89e2-d7f426602b92 req-bc0cdf9d-a738-443c-8955-84a64dcd7af8 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:31.135267 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:31.135884 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:27:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:31.138181 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e386cc3-3098-4076-89e2-d7f426602b92 req-bc0cdf9d-a738-443c-8955-84a64dcd7af8 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.1174283 Aug 02 17:27:31.168659 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-118551e7-3319-4072-93c1-a0ba335543c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:31.170112 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-118551e7-3319-4072-93c1-a0ba335543c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.2387631 Aug 02 17:27:31.250772 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:31.334415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60788) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:31.442170 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5fb1487f-e52e-418b-bdbd-6da034ad3846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.544666 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e386cc3-3098-4076-89e2-d7f426602b92 req-8c45f26d-b983-46e4-99db-a49925a2fe74 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/security-groups?id=de74ddb8-dc8c-4859-aa1b-08d8f129def9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009168 Aug 02 17:27:31.546443 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5fb1487f-e52e-418b-bdbd-6da034ad3846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.552837 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5fb1487f-e52e-418b-bdbd-6da034ad3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.600679 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5fb1487f-e52e-418b-bdbd-6da034ad3846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25ff05011315494f83b7694ac0edb0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626073 Aug 02 17:27:31.600905 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'bda8a040-9b91-41f1-9386-22f7dbb6d639', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:6e:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:06Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:31.601396 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60792) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:31.614455 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1487f-e52e-418b-bdbd-6da034ad3846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2808d97e-a441-4b5f-8143-8b27f1001618,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:31.645097 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333f4-b85a-4d20-a3a9-505350159955 None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'bda8a040-9b91-41f1-9386-22f7dbb6d639', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:6e:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:06Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:31.660505 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.686258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.744373 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-eac3a67a-e3a6-40a2-bf7d-7342770cede5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 999 time: 0.5299604 Aug 02 17:27:31.792271 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233adbd-5295-48b3-b137-8cc4a9a4c16c req-30fbd06e-13aa-4135-85bc-5a77f13ea339 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:31.797984 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c233adbd-5295-48b3-b137-8cc4a9a4c16c req-30fbd06e-13aa-4135-85bc-5a77f13ea339 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.3025084 Aug 02 17:27:31.907110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ceb77f-4340-4581-b6a0-3c3a41e62f74 None None] New status for floating IP bda8a040-9b91-41f1-9386-22f7dbb6d639: ACTIVE {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:27:31.931297 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.db.resource_extend [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 17:27:31.997540 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c233adbd-5295-48b3-b137-8cc4a9a4c16c req-72fb8dcd-c7bb-4fac-8225-9c88b078bdb0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415577 Aug 02 17:27:32.004909 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-489abfe1-3314-46ef-8a4f-66e41066faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:32.005814 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-489abfe1-3314-46ef-8a4f-66e41066faab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.2376361 Aug 02 17:27:32.025771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9abd-16b6-442e-aad8-9570d080c13a req-3be52ef0-b2d0-48b9-a96e-c5e1425329f2 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:32.031332 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-167e9abd-16b6-442e-aad8-9570d080c13a req-3be52ef0-b2d0-48b9-a96e-c5e1425329f2 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.42 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 946 time: 0.1315327 Aug 02 17:27:32.115169 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.124144 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-ad6585dd-94f9-4618-9f0e-b1a36435c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:32.125963 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-ad6585dd-94f9-4618-9f0e-b1a36435c869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023822 Aug 02 17:27:32.128666 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.128811 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.131215 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.134990 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2808d97e-a441-4b5f-8143-8b27f1001618 HTTP/1.1" status: 204 len: 168 time: 0.5307088 Aug 02 17:27:32.170313 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd6772-e947-4182-b213-105fcd057f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808d97e-a441-4b5f-8143-8b27f1001618,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.242312 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Deleting port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:27:32.246170 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.327631 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Floating IP 9889b9d9-ce0b-4888-8300-9a2de7b4d66d associated. External IP: 172.27.3.244, port: a672b240-6f5c-4b4f-a814-92f6d4d83c89. Aug 02 17:27:32.371999 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-7474ac5f-fb7f-4824-a3d6-6aeae8097f19 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102239 Aug 02 17:27:32.388800 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] For port 05e6d705-50a6-4b47-b886-01a0d1e18dd2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=05e6d705-50a6-4b47-b886-01a0d1e18dd2,segment=NetworkSegment(719e7b95-9d77-4130-a42f-dc8a1185a824),segment_id=719e7b95-9d77-4130-a42f-dc8a1185a824)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:32.389375 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.405493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Calling delete_port for 05e6d705-50a6-4b47-b886-01a0d1e18dd2 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:27:32.527289 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60816) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:32.549381 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3f01a438-44a9-464b-9c4b-63614f2806e3 req-70b58c67-02f2-48b1-a6ed-d4bd3c608df5 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372194 Aug 02 17:27:32.563771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-418b3972-da1c-4441-a44f-1f42627437f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.608554 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.622105 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['05e6d705-50a6-4b47-b886-01a0d1e18dd2'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:32.650570 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Pushing event deleted for resources: {'Port': ['ID=05e6d705-50a6-4b47-b886-01a0d1e18dd2,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.674480 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c934f6bf-34f3-4ab2-af61-06150858de1d req-d8a5de4a-6e28-4e81-bf7e-9af9c87f7527 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.0371804 Aug 02 17:27:32.693410 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:27:32.719733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] No DVR routers for this DVR port 05e6d705-50a6-4b47-b886-01a0d1e18dd2 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:27:32.726720 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.728894 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-167e9abd-16b6-442e-aad8-9570d080c13a req-ce99d9ef-57c9-4371-bca2-f59243bbe8f7 tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.42 "DELETE /v2.0/ports/05e6d705-50a6-4b47-b886-01a0d1e18dd2 HTTP/1.1" status: 204 len: 173 time: 0.6888037 Aug 02 17:27:32.729346 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'name': 'network-vif-deleted', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:32.731672 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4d6d7-5eb6-43d6-86d5-c3b133e691bd" -d '{"events": [{"server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "name": "network-vif-deleted", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:32.776041 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513dfeb-ae48-467c-b646-5444f7136abd x-openstack-request-id: req-6513dfeb-ae48-467c-b646-5444f7136abd {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:32.776398 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3eaa72-db25-4409-9bcd-4eadfa8b4297", "name": "network-vif-deleted", "tag": "05e6d705-50a6-4b47-b886-01a0d1e18dd2", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:32.776709 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6513dfeb-ae48-467c-b646-5444f7136abd {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:32.777160 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3eaa72-db25-4409-9bcd-4eadfa8b4297', 'name': 'network-vif-deleted', 'tag': '05e6d705-50a6-4b47-b886-01a0d1e18dd2', 'status': 'completed', 'code': 200} Aug 02 17:27:32.789911 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-418b3972-da1c-4441-a44f-1f42627437f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.795853 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-418b3972-da1c-4441-a44f-1f42627437f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.819215 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:32.824739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.830540 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:32.840223 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-418b3972-da1c-4441-a44f-1f42627437f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=478b2d00c3c64672bf049c213f53e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108726 Aug 02 17:27:32.841859 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b3972-da1c-4441-a44f-1f42627437f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931c8bfa-aa73-4f19-a3a7-0191738f4ee5,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.842932 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:32.843227 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60824) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:32.843856 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:27:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:32.866982 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6b9b21af-1c85-457a-b0d2-da314a36376b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "PUT /v2.0/floatingips/9889b9d9-ce0b-4888-8300-9a2de7b4d66d HTTP/1.1" status: 200 len: 992 time: 2.2768910 Aug 02 17:27:32.871234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:32.873467 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631ae9b-7ac0-470f-916e-63b4b6a5d897" -d '{"events": [{"name": "network-changed", "server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:32.913479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.923640 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3061d-d9e0-4fcf-8335-0f3bdaa1df6f x-openstack-request-id: req-a3d3061d-d9e0-4fcf-8335-0f3bdaa1df6f {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:32.923919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:32.924289 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3d3061d-d9e0-4fcf-8335-0f3bdaa1df6f {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:32.924685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'status': 'completed', 'code': 200} Aug 02 17:27:32.943828 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.947532 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4b2a297a-80d9-4786-bd14-d635fc425a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.970059 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:33.016292 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-7fd032b9-45e2-423e-b74c-1b46b75796e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:33.018020 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-7fd032b9-45e2-423e-b74c-1b46b75796e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1099 time: 0.0434167 Aug 02 17:27:33.172854 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-8a766681-0d5e-438c-a1ee-f964843923f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:33.175214 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-8a766681-0d5e-438c-a1ee-f964843923f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.1443105 Aug 02 17:27:33.201447 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:27:33.284124 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345947e-91b8-4ae8-ba7b-3c6c4bf93319 req-4d693eb0-60dd-4996-b129-c46701cea59f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:33.285603 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e345947e-91b8-4ae8-ba7b-3c6c4bf93319 req-4d693eb0-60dd-4996-b129-c46701cea59f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0551989 Aug 02 17:27:33.302234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.304641 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.305756 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/931c8bfa-aa73-4f19-a3a7-0191738f4ee5 HTTP/1.1" status: 204 len: 168 time: 0.4615264 Aug 02 17:27:33.321936 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '9889b9d9-ce0b-4888-8300-9a2de7b4d66d', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb5d23-84c6-425b-983e-124de0609d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:07Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:33.349480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43263b9-5b7f-4605-a54d-f81e06187ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c8bfa-aa73-4f19-a3a7-0191738f4ee5,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:33.356161 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:33.376652 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:33.377455 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:27:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:33.383281 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e345947e-91b8-4ae8-ba7b-3c6c4bf93319 req-4a58dea2-a58a-4f4d-81da-db1a81391102 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825417 Aug 02 17:27:33.390619 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-584b4b4e-0f39-47af-b71a-ead856c47f6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 200 len: 1000 time: 0.1727943 Aug 02 17:27:33.460762 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-c18330e9-4c90-4e11-a9d2-9f7bd4eca792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:33.463229 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-c18330e9-4c90-4e11-a9d2-9f7bd4eca792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0599613 Aug 02 17:27:33.477557 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.499643 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:33.523069 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-03ade0b2-6b0d-46f0-937e-9a4ae947b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:33.525692 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-03ade0b2-6b0d-46f0-937e-9a4ae947b30d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478153 Aug 02 17:27:33.639572 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-17dee87b-dc61-49cf-822f-6893d6ba330f service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025667 Aug 02 17:27:33.680943 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 60850) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:33.741472 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0631ae9b-7ac0-470f-916e-63b4b6a5d897 req-a82d7b5e-2d3e-418d-aeac-d668983b9466 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869117 Aug 02 17:27:33.842549 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-503422a3-8c1e-4b72-a99f-ad213961ea66 req-792895c8-d564-4105-8899-b4f515cf44ee tempest-DeleteServersTestJSON-1062916356 tempest-DeleteServersTestJSON-1062916356-project] 10.222.0.54 "GET /v2.0/ports?device_id=af3eaa72-db25-4409-9bcd-4eadfa8b4297 HTTP/1.1" status: 200 len: 210 time: 0.0343945 Aug 02 17:27:33.865804 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '9889b9d9-ce0b-4888-8300-9a2de7b4d66d', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb5d23-84c6-425b-983e-124de0609d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:07Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:33.897022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e00a0e10-53b1-4d0d-9dab-add7bbcae088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.913147 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3cee7-3001-4575-931b-23b3d770ddba None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '9889b9d9-ce0b-4888-8300-9a2de7b4d66d', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb5d23-84c6-425b-983e-124de0609d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:07Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:34.022455 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e00a0e10-53b1-4d0d-9dab-add7bbcae088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.027657 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e00a0e10-53b1-4d0d-9dab-add7bbcae088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.078643 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.087427 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e00a0e10-53b1-4d0d-9dab-add7bbcae088 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a061319fa5a447ba4af708e3868ef5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052708 Aug 02 17:27:34.088648 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0e10-53b1-4d0d-9dab-add7bbcae088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0447b0f-befa-4636-9081-7a3d60e3408e,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:34.089863 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 60874) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:34.165845 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.187106 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65441c05-be1b-4fad-ba67-4171481de151 None None] New status for floating IP 9889b9d9-ce0b-4888-8300-9a2de7b4d66d: ACTIVE {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:27:34.199597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.256008 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.259688 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.261580 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0447b0f-befa-4636-9081-7a3d60e3408e HTTP/1.1" status: 204 len: 168 time: 0.1701808 Aug 02 17:27:34.272349 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee66e3-8b10-421c-bf36-3174db5f98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0447b0f-befa-4636-9081-7a3d60e3408e,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:34.536811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ba160-7b29-4983-b2e1-ba4a5f8f7aee req-da3afaa0-3ab7-4dc8-8d52-27bba8cf9464 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:34.544533 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c33ba160-7b29-4983-b2e1-ba4a5f8f7aee req-da3afaa0-3ab7-4dc8-8d52-27bba8cf9464 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0719483 Aug 02 17:27:34.603137 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c33ba160-7b29-4983-b2e1-ba4a5f8f7aee req-0f1c1d6f-a0bc-41a4-9073-ea1539a84dc5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523927 Aug 02 17:27:35.822616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.105695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 05e6d705-50a6-4b47-b886-01a0d1e18dd2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:27:36.136003 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 05e6d705-50a6-4b47-b886-01a0d1e18dd2 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:27:36.136339 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 05e6d705-50a6-4b47-b886-01a0d1e18dd2 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:27:38.379106 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545b2ba-9d03-4681-b055-09087f9238ff req-26d47be4-4b47-4eed-8184-389ede9dfb27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:38.380597 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f545b2ba-9d03-4681-b055-09087f9238ff req-26d47be4-4b47-4eed-8184-389ede9dfb27 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0500424 Aug 02 17:27:38.425304 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f545b2ba-9d03-4681-b055-09087f9238ff req-736f3a7e-bde4-4cc6-8015-aa1403c11d12 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Aug 02 17:27:38.891249 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-f0067f59-41d3-42a3-800a-3d0c36c76fb2 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1076a7b57b55461fa9fb99b2088c000d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293581 Aug 02 17:27:39.090203 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-a535c17e-505a-48ba-bb56-b8aea331e76b tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:39.091583 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-a535c17e-505a-48ba-bb56-b8aea331e76b tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948576 Aug 02 17:27:39.106785 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-91dbf182-0ff1-477d-92b7-9db356fc64e3 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/quotas/1076a7b57b55461fa9fb99b2088c000d HTTP/1.1" status: 200 len: 375 time: 0.0094004 Aug 02 17:27:39.137135 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-5f3d5c5a-801a-476e-bbd5-1563e517d209 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1076a7b57b55461fa9fb99b2088c000d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251853 Aug 02 17:27:39.319894 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1828ae09-153f-4126-86ad-1d26248c017c req-5f5a9d26-beb9-49cd-9eae-0451862e7d23 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Aug 02 17:27:42.574720 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191f8fc-2df0-439f-947a-a7ff770b6fcd req-4929adde-db5b-4286-9b99-737f751d1d7c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:42.576217 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3191f8fc-2df0-439f-947a-a7ff770b6fcd req-4929adde-db5b-4286-9b99-737f751d1d7c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1124332 Aug 02 17:27:42.631115 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-7598e9c3-21c5-4a6f-978b-a2463138d431 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:42.633182 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-7598e9c3-21c5-4a6f-978b-a2463138d431 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.1605091 Aug 02 17:27:42.644188 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3191f8fc-2df0-439f-947a-a7ff770b6fcd req-fa12db79-9901-49a1-8c1e-afbb4747dded tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Aug 02 17:27:42.653777 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-d3e4754c-f7ca-421b-9b09-a504cd2cae19 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/quotas/a490e31b95aa40038bc6ca13dc6a39b0 HTTP/1.1" status: 200 len: 375 time: 0.0139284 Aug 02 17:27:42.732027 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4cc6cb74-07ac-405a-aaf6-b09083826154 req-525db5cc-5efa-4ca4-a4ae-9da671857e80 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Aug 02 17:27:42.736031 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-16d49684-8e59-476e-b2af-b19a3adba52b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723765 Aug 02 17:27:42.832274 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-8dc47876-9955-4842-87c2-9ea0a7f0a8dd service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873880 Aug 02 17:27:42.930778 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-6d3ec80c-30cf-4894-8d41-7bb95d97dccf service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917203 Aug 02 17:27:43.100276 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-e8ef5a5c-953e-4f72-bc7f-469574794091 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1076a7b57b55461fa9fb99b2088c000d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495918 Aug 02 17:27:43.118049 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6ed26c25-ffa9-4971-aa49-3593de07c1dd req-bf55862b-0474-4e88-9eba-c4eaa5a2fb3c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 210 time: 0.0305893 Aug 02 17:27:43.337318 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b2e27b6f-c082-492d-99f0-237e7cfa6125 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:43.338816 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b2e27b6f-c082-492d-99f0-237e7cfa6125 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306783 Aug 02 17:27:43.391694 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Request body: {'port': {'device_id': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff', 'admin_state_up': True, 'tenant_id': '1076a7b57b55461fa9fb99b2088c000d'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:43.515359 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Made reservation on behalf of 1076a7b57b55461fa9fb99b2088c000d for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:43.519663 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.528688 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.626846 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.630679 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.718402 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0df8a1-21a8-4cc5-95d6-83755664115b,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:43.728507 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.728847 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.729269 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.729658 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.730120 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.730529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.730913 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.731350 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.731672 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.732049 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.732545 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.732895 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:43.780157 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1391-7842-4578-87b8-8b8a60c875f5 req-0746b74a-89db-4236-9c39-0cd903b7f9a1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:43.786979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebab1391-7842-4578-87b8-8b8a60c875f5 req-0746b74a-89db-4236-9c39-0cd903b7f9a1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0622139 Aug 02 17:27:43.826106 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Allocated IP 192.168.233.251 (b593ea09-7dce-4cef-879e-8b69733399ff/68128663-a227-4713-a49b-c2ad8543d9ac/3cb6eaf4-040d-4e3d-8863-4b84a2d1f295) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:43.851592 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f8ff5487-a10a-41f3-8692-48b809a1677a req-13b7a54c-74df-4849-bf89-95ef80b8cf4c tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0319505 Aug 02 17:27:43.854371 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebab1391-7842-4578-87b8-8b8a60c875f5 req-eaddb56a-febd-40fa-96a6-fa5abc8f7732 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Aug 02 17:27:43.900865 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 32920) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:43.952015 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Deleting subnet a6d96d02-06c1-47aa-9943-0dc53a96f572 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:27:43.955932 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.981440 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.991438 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.995219 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Transition to ACTIVE for port object 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:44.002053 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.029393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.059688 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.072244 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Network b593ea09-7dce-4cef-879e-8b69733399ff is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:44.075459 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:44.082836 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:44.089016 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:44.089860 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.090843 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d96d02-06c1-47aa-9943-0dc53a96f572,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:44.093330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.095191 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a6d96d02-06c1-47aa-9943-0dc53a96f572 HTTP/1.1" status: 204 len: 168 time: 0.1933231 Aug 02 17:27:44.100110 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 32922) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:44.101116 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Pushing event updated for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:44.102025 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.102400 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.102734 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.103060 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.103480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.103854 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.104771 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.104939 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.105256 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.105574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.105889 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.106404 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f52eb2-a848-4a5c-8c48-377faf518f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:44.154098 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-043823a5-fa3a-4707-acb8-9dee61ea1ca9 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7663946 Aug 02 17:27:44.178038 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Request body: {'port': {'device_id': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:44.222838 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.233492 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-153594e3-ab3f-4975-bb33-bc3b09040a8d req-349df9d1-51df-44f3-88f7-84a273b7f8e3 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 210 time: 0.0386031 Aug 02 17:27:44.273817 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.347749 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-3fc6ba75-5561-4350-914b-1cac29f3fc2f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:44.349482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-3fc6ba75-5561-4350-914b-1cac29f3fc2f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.1430879 Aug 02 17:27:44.353509 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-bcb2f508-74b6-41c2-8ea6-4648e2484d79 None None] Provisioning for port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:44.359727 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-bcb2f508-74b6-41c2-8ea6-4648e2484d79 None None] Provisioning complete for port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:44.360491 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f508-74b6-41c2-8ea6-4648e2484d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.368520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Request body: {'port': {'device_id': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'admin_state_up': True, 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:44.406716 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2f508-74b6-41c2-8ea6-4648e2484d79 None None] Port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:27:44.421117 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.444889 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.445245 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.445973 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.446411 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > port after_create 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.446744 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.447094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > port after_update 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.447539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.447860 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.448308 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.448483 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.502520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:44.505953 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.605541 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.605913 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.606277 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.606624 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:44.606968 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c929bd37-21bd-4b3c-99da-3260ea2ab352']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:44.629526 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719e7b95-9d77-4130-a42f-dc8a1185a824') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:44.629810 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719e7b95-9d77-4130-a42f-dc8a1185a824') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:44.670259 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Allocated IP 172.20.0.3 (3968d512-dd9d-47e9-96a4-9875ddbac808/6288ca35-9038-4f36-8342-4a531328d245/b54873cf-b1ee-44e8-8fad-4740019cc75a) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:44.700085 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.854520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.901759 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.916167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:44.962008 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.963068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:44.970832 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:44.981494 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:44.984878 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:27:44.984878 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.988402 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: from cryptography.utils import int_from_bytes Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: from cryptography.utils import int_from_bytes Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:27:44.988838 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:27:44.991120 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:44.993450 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event updated for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.020745 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-2786152d-2d38-4aed-ba29-5413ae1f79e4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594317 Aug 02 17:27:45.059522 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Request body: {'port': {'device_id': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:45.084995 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.112254 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.114946 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c929bd37-21bd-4b3c-99da-3260ea2ab352 HTTP/1.1" status: 204 len: 168 time: 1.0080416 Aug 02 17:27:45.120988 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723208a-fc00-45a5-87d7-7e1f33bfc948 admin admin] Pushing event deleted for resources: {'Network': ['ID=c929bd37-21bd-4b3c-99da-3260ea2ab352,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.121120 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b0-cc0f-4517-9a5b-5db28b05aa23 req-cc05b4c6-7ddf-4c4b-a43f-aa8168cc52e0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.122852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29df09b0-cc0f-4517-9a5b-5db28b05aa23 req-cc05b4c6-7ddf-4c4b-a43f-aa8168cc52e0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1124723 Aug 02 17:27:45.151133 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf05775-e20a-4922-ab16-71689723f341 req-29666192-c754-4b44-a380-19b53aea9cd6 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.152681 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5bf05775-e20a-4922-ab16-71689723f341 req-29666192-c754-4b44-a380-19b53aea9cd6 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 936 time: 0.1445198 Aug 02 17:27:45.179397 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.201010 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:45.209724 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.226503 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Transition to ACTIVE for port object 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:45.227351 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29df09b0-cc0f-4517-9a5b-5db28b05aa23 req-7f2bfab4-3f29-49bb-8baf-b64f60db25c0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867679 Aug 02 17:27:45.231756 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.259692 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5bf05775-e20a-4922-ab16-71689723f341 req-bdb02af1-f684-403f-a68f-ba7dc09f5ef8 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896852 Aug 02 17:27:45.318430 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.382727 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 32964) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:45.425726 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Attempting to bind port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:45.426062 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Attempting to bind port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:45.426430 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Attempting to bind port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 on network b593ea09-7dce-4cef-879e-8b69733399ff {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:45.440138 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 on network b593ea09-7dce-4cef-879e-8b69733399ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:45.440454 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Attempting to bind port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 on network b593ea09-7dce-4cef-879e-8b69733399ff {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:45.451046 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-876ba592-0094-461f-a618-0ff490c22a4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=644d95b0b77c4c53aeaa1591274478d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0674012 Aug 02 17:27:45.452027 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:45.452365 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Checking segment: {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:45.452728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Bound using segment: {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:45.453478 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Bound port: 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699f6e0b-6894-4233-a476-a6350f0f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:45.453592 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.455341 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 32966) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:45.473506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf412bd-9dd1-450f-90a1-efdef9f4fec3 req-4ebb7daf-0e97-4419-b443-ba11eab71ee9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.480902 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-abf412bd-9dd1-450f-90a1-efdef9f4fec3 req-4ebb7daf-0e97-4419-b443-ba11eab71ee9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 931 time: 0.1181812 Aug 02 17:27:45.546541 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-abf412bd-9dd1-450f-90a1-efdef9f4fec3 req-acd80d0f-758a-444d-9666-2e0fca2b240f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637577 Aug 02 17:27:45.552470 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.586641 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.597368 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:45.602486 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:45.611173 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.621069 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54873cf-b1ee-44e8-8fad-4740019cc75a {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:45.633141 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.646161 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Transition to ACTIVE for port object b54873cf-b1ee-44e8-8fad-4740019cc75a will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:45.653324 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.664555 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.665289 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.667410 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 HTTP/1.1" status: 200 len: 1098 time: 1.5001752 Aug 02 17:27:45.667880 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:45.670458 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329d644-8359-435c-96fa-2af40b75581a" -d '{"events": [{"name": "network-changed", "server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:45.738907 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.768389 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a154-53db-4916-85b0-cfe242ac98e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.782665 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.786412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.790226 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de74ddb8-dc8c-4859-aa1b-08d8f129def9 HTTP/1.1" status: 204 len: 168 time: 0.3314295 Aug 02 17:27:45.803065 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-8cea1998-5f44-4cb0-b8c6-bda36ca8f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.804613 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-8cea1998-5f44-4cb0-b8c6-bda36ca8f548 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1076a7b57b55461fa9fb99b2088c000d&device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 1101 time: 0.0810146 Aug 02 17:27:45.806329 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee8271-fac2-444e-9328-2e67e12db024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de74ddb8-dc8c-4859-aa1b-08d8f129def9,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:45.828786 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Attempting to bind port b54873cf-b1ee-44e8-8fad-4740019cc75a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:45.829350 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Attempting to bind port b54873cf-b1ee-44e8-8fad-4740019cc75a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:45.830384 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Attempting to bind port b54873cf-b1ee-44e8-8fad-4740019cc75a on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:45.832854 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7295f68-9993-4fee-bd1f-a980ab18df5e x-openstack-request-id: req-a7295f68-9993-4fee-bd1f-a980ab18df5e {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:45.836135 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:45.836335 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7295f68-9993-4fee-bd1f-a980ab18df5e {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:45.836997 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295', 'status': 'completed', 'code': 200} Aug 02 17:27:45.839133 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Port b54873cf-b1ee-44e8-8fad-4740019cc75a on network 3968d512-dd9d-47e9-96a4-9875ddbac808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:45.840144 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Attempting to bind port b54873cf-b1ee-44e8-8fad-4740019cc75a on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:45.847262 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:45.848080 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Checking segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:45.848686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Bound using segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:45.849332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Bound port: b54873cf-b1ee-44e8-8fad-4740019cc75a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:45.849915 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.923301 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-a09d1e42-a737-464e-a8d3-09b9b2cc527b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 HTTP/1.1" status: 200 len: 217 time: 0.1088808 Aug 02 17:27:45.938808 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:45.944604 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:45.951709 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.988163 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.988993 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.990533 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] 10.222.0.42 "PUT /v2.0/ports/b54873cf-b1ee-44e8-8fad-4740019cc75a HTTP/1.1" status: 200 len: 1093 time: 0.9470513 Aug 02 17:27:45.991035 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:45.996843 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66" -d '{"events": [{"name": "network-changed", "server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:45.996968 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-33a87c1d-4008-4407-b957-62109c2e6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.996968 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-33a87c1d-4008-4407-b957-62109c2e6656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68128663-a227-4713-a49b-c2ad8543d9ac HTTP/1.1" status: 200 len: 843 time: 0.0627177 Aug 02 17:27:46.039610 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea42b3e-74d3-4f23-8bed-e941b4a55ef7 x-openstack-request-id: req-dea42b3e-74d3-4f23-8bed-e941b4a55ef7 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:46.039955 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:46.040322 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dea42b3e-74d3-4f23-8bed-e941b4a55ef7 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:46.040763 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'status': 'completed', 'code': 200} Aug 02 17:27:46.059779 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ab7d-8672-4b71-9807-dae37af3eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:46.062416 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-d5304be4-063b-4fe6-98f3-cffc6dce4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.064497 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-d5304be4-063b-4fe6-98f3-cffc6dce4232 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b593ea09-7dce-4cef-879e-8b69733399ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514097 Aug 02 17:27:46.110433 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-f0cac016-353a-42bc-9c91-a5ea7b06ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.111979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-f0cac016-353a-42bc-9c91-a5ea7b06ba3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 1096 time: 0.0626209 Aug 02 17:27:46.168499 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-ed9f38c7-9a9f-43d6-b858-52669a0b1ae0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a HTTP/1.1" status: 200 len: 217 time: 0.0434756 Aug 02 17:27:46.188177 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-fe9bfd11-b0c7-4328-b472-162ea54402ce service neutron] 10.222.0.42 "GET /v2.0/networks/b593ea09-7dce-4cef-879e-8b69733399ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129925 Aug 02 17:27:46.248469 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449dee-df68-42d0-b003-ad50f1521479 req-ec9d4d4a-3069-4daf-b125-db42c85917a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.250007 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-ec9d4d4a-3069-4daf-b125-db42c85917a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0735736 Aug 02 17:27:46.303591 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-aaad43a2-bbc2-4706-864a-1aca0df3f95d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405955 Aug 02 17:27:46.304650 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a276f2fa-8dd8-4da0-8be8-32ca349f1e36 req-32ac7c83-159f-4702-a991-55a36b8fdde0 service neutron] 10.222.0.42 "GET /v2.0/networks/b593ea09-7dce-4cef-879e-8b69733399ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066821 Aug 02 17:27:46.426075 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d644-8359-435c-96fa-2af40b75581a req-4ba2163b-5876-4d3e-ae8b-b77259eb1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.427744 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-4ba2163b-5876-4d3e-ae8b-b77259eb1524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1076a7b57b55461fa9fb99b2088c000d&device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 1101 time: 0.0426061 Aug 02 17:27:46.471119 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354f2c3-fe7f-4df9-b4cb-f37e48fe18de req-0caac7ae-dbc0-474a-8af0-54703e386a6e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.472602 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2354f2c3-fe7f-4df9-b4cb-f37e48fe18de req-0caac7ae-dbc0-474a-8af0-54703e386a6e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1352303 Aug 02 17:27:46.481534 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8bb2-20d7-47ad-995f-af27fe79321f req-ad9edd91-2c7f-448d-82b7-d31ae51c9b2a tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.482945 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-920a8bb2-20d7-47ad-995f-af27fe79321f req-ad9edd91-2c7f-448d-82b7-d31ae51c9b2a tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1094570 Aug 02 17:27:46.493131 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-5a12a6de-0801-4e08-83e6-1a3802c866cc service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753764 Aug 02 17:27:46.540129 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d644-8359-435c-96fa-2af40b75581a req-8def65a1-64c1-41f3-8bd4-1928934a7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.541957 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-8def65a1-64c1-41f3-8bd4-1928934a7705 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b593ea09-7dce-4cef-879e-8b69733399ff HTTP/1.1" status: 200 len: 870 time: 0.1035964 Aug 02 17:27:46.587294 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-494c2236-f15c-4c9e-be3c-3005f9658cb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 HTTP/1.1" status: 200 len: 217 time: 0.0360973 Aug 02 17:27:46.589832 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2354f2c3-fe7f-4df9-b4cb-f37e48fe18de req-3e1889a7-cb92-48c0-b6d8-86a547ffd7e9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059530 Aug 02 17:27:46.599686 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-920a8bb2-20d7-47ad-995f-af27fe79321f req-b76dbca3-862e-45bb-a097-427a2fd5d697 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047347 Aug 02 17:27:46.639760 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14449dee-df68-42d0-b003-ad50f1521479 req-ba2e0b6b-a520-4173-aa0b-1148978a89b4 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378920 Aug 02 17:27:46.661706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d644-8359-435c-96fa-2af40b75581a req-163212f7-67e9-4170-8635-538e7d6d4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.663682 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-163212f7-67e9-4170-8635-538e7d6d4340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68128663-a227-4713-a49b-c2ad8543d9ac HTTP/1.1" status: 200 len: 843 time: 0.0645306 Aug 02 17:27:46.731250 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d644-8359-435c-96fa-2af40b75581a req-52f579f4-8cfc-417e-8bb8-b3b82f845d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.732822 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-52f579f4-8cfc-417e-8bb8-b3b82f845d32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b593ea09-7dce-4cef-879e-8b69733399ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477352 Aug 02 17:27:46.772634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-ca2b808f-0f40-46b2-9178-d395e80444a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.774065 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-ca2b808f-0f40-46b2-9178-d395e80444a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 1096 time: 0.0741313 Aug 02 17:27:46.784325 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f52dff-68cc-4f1b-9cca-d4e7b1958afa req-653edcb1-025f-4444-81fb-9efb13b0cbf8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.790672 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0f52dff-68cc-4f1b-9cca-d4e7b1958afa req-653edcb1-025f-4444-81fb-9efb13b0cbf8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 943 time: 0.0824301 Aug 02 17:27:46.841302 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-e42fc65a-e59b-4347-a23f-c37bb2b3687f service neutron] 10.222.0.42 "GET /v2.0/networks/b593ea09-7dce-4cef-879e-8b69733399ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904770 Aug 02 17:27:46.888453 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0f52dff-68cc-4f1b-9cca-d4e7b1958afa req-00c46084-ad3b-475a-ab65-488499f6ffd2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879905 Aug 02 17:27:46.944303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-cf1a2a77-f7ca-4e5e-9022-6d49fe8123de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.946979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-cf1a2a77-f7ca-4e5e-9022-6d49fe8123de service neutron] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 916 time: 0.1549270 Aug 02 17:27:46.964685 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-9329d644-8359-435c-96fa-2af40b75581a req-0ce35f6f-b596-4ea7-8089-9a935072ffb6 service neutron] 10.222.0.42 "GET /v2.0/networks/b593ea09-7dce-4cef-879e-8b69733399ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143224 Aug 02 17:27:46.997248 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-89a7ac0e-f311-4130-923e-d6c6f38f15e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a HTTP/1.1" status: 200 len: 217 time: 0.0414445 Aug 02 17:27:47.049836 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-35a9f35a-a2ba-434f-8769-dd3120309e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:47.051312 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-35a9f35a-a2ba-434f-8769-dd3120309e3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0466700 Aug 02 17:27:47.085508 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-561632ba-be1d-4324-9082-7a5d16e5f24c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249553 Aug 02 17:27:47.177081 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-a2e83576-7304-4f55-a10c-2307a88b7826 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797532 Aug 02 17:27:47.290788 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9201dd7e-c3cf-4b14-b611-f8499d0e3e66 req-f8916b40-b01e-4d1d-a4d1-e431009ceaf8 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916164 Aug 02 17:27:47.455751 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33058) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:47.567368 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8282451a-b8b9-4174-86ce-9bfa6720d9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.670788 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8282451a-b8b9-4174-86ce-9bfa6720d9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.676515 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8282451a-b8b9-4174-86ce-9bfa6720d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.716035 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8282451a-b8b9-4174-86ce-9bfa6720d9c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ce4f7a5adb34d15995bc5cd72899bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590404 Aug 02 17:27:47.717056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282451a-b8b9-4174-86ce-9bfa6720d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db77331-8fb3-4cb6-a59f-b6c7ced84707,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:47.720333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33074) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:47.796110 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60869abf-6bd1-4d5f-86a9-4ef067225e82 req-d994fd9d-6855-445f-94f9-766360b9f8cd tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:47.797454 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-60869abf-6bd1-4d5f-86a9-4ef067225e82 req-d994fd9d-6855-445f-94f9-766360b9f8cd tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1087534 Aug 02 17:27:47.811764 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334cdb7-23af-4573-b50c-930121d3fbd7 req-4d67efd1-99fb-4606-9654-59f7c47cd793 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:47.813148 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9334cdb7-23af-4573-b50c-930121d3fbd7 req-4d67efd1-99fb-4606-9654-59f7c47cd793 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1142004 Aug 02 17:27:47.844173 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.881793 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.900475 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-60869abf-6bd1-4d5f-86a9-4ef067225e82 req-4565339d-3474-4e2e-897f-8ca448833228 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963137 Aug 02 17:27:47.912547 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9334cdb7-23af-4573-b50c-930121d3fbd7 req-3eaa65b3-2885-4f45-b20c-f6d6847fe058 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882738 Aug 02 17:27:47.956629 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.968356 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.970281 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6db77331-8fb3-4cb6-a59f-b6c7ced84707 HTTP/1.1" status: 204 len: 168 time: 0.2475557 Aug 02 17:27:47.984498 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723bdb1-d087-4170-a9f8-d467c9c5b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db77331-8fb3-4cb6-a59f-b6c7ced84707,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:48.051415 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d3874-22e3-4b2a-9a38-61d4e8cc349a req-ad2b6ea0-4a99-48f4-908c-c6dcf8012e44 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:48.052818 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-449d3874-22e3-4b2a-9a38-61d4e8cc349a req-ad2b6ea0-4a99-48f4-908c-c6dcf8012e44 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 943 time: 0.0485194 Aug 02 17:27:48.101591 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-449d3874-22e3-4b2a-9a38-61d4e8cc349a req-7e1a5b39-b5af-470c-9b23-010a33235d48 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Aug 02 17:27:49.287716 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad876-76a3-49cc-a36a-cc82e8404880 req-09e2a68c-a04e-40c3-8b3c-12dc04030340 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:49.289186 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e05ad876-76a3-49cc-a36a-cc82e8404880 req-09e2a68c-a04e-40c3-8b3c-12dc04030340 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 948 time: 0.3178263 Aug 02 17:27:49.309400 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afd2a4-fe58-4e42-ae43-3591e37acc5b req-010ebd90-a4ce-4a81-80e5-fd59fdd60241 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:49.310880 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57afd2a4-fe58-4e42-ae43-3591e37acc5b req-010ebd90-a4ce-4a81-80e5-fd59fdd60241 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0707338 Aug 02 17:27:49.362630 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e05ad876-76a3-49cc-a36a-cc82e8404880 req-194b1807-94a8-4a3c-9d20-3af6a9ea40ab tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667648 Aug 02 17:27:49.380072 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57afd2a4-fe58-4e42-ae43-3591e37acc5b req-d436357a-a3cb-4825-8d3e-fa21b8457619 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Aug 02 17:27:49.493792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b6ce9-7043-4684-a574-d723e774b8a5 req-f800aae5-7377-4e93-b3d7-27f538fb087a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:49.495373 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0c7b6ce9-7043-4684-a574-d723e774b8a5 req-f800aae5-7377-4e93-b3d7-27f538fb087a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 943 time: 0.0511360 Aug 02 17:27:49.544590 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0c7b6ce9-7043-4684-a574-d723e774b8a5 req-51a1bdd2-ced4-4722-b797-d530a32c225e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Aug 02 17:27:51.291450 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:51.389353 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:51.400705 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295', 'network_id': 'b593ea09-7dce-4cef-879e-8b69733399ff', 'port_id': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295', 'mac_address': 'fa:16:3e:1d:de:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68128663-a227-4713-a49b-c2ad8543d9ac', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:51.439682 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.452008 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:51.472574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:51.479394 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.480349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device b54873cf-b1ee-44e8-8fad-4740019cc75a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:27:51.568203 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:51.580817 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.581185 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.581495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.581821 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.582156 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.582478 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.582793 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.583108 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.583448 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.583763 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.584072 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.584381 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:51.625009 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:51.636634 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'port_id': 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'mac_address': 'fa:16:3e:97:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6288ca35-9038-4f36-8342-4a531328d245', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:27:51.675630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.688219 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54873cf-b1ee-44e8-8fad-4740019cc75a {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:51.708492 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:51.712980 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.762434 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:52.589758 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9228-60f7-4349-ae00-9ba4384e39ce req-316520b6-aa88-4d31-899f-7b8d85a6e4f3 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:52.591247 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-104c9228-60f7-4349-ae00-9ba4384e39ce req-316520b6-aa88-4d31-899f-7b8d85a6e4f3 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 949 time: 0.0752470 Aug 02 17:27:52.603217 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba4a76-a161-45d7-b3b6-250b97351720 req-73e1c5a5-8a05-4709-a0a0-7325d9cadb37 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:52.604573 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-72ba4a76-a161-45d7-b3b6-250b97351720 req-73e1c5a5-8a05-4709-a0a0-7325d9cadb37 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0632081 Aug 02 17:27:52.659042 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-104c9228-60f7-4349-ae00-9ba4384e39ce req-7dd672f5-e7bc-4a07-a20e-bb15bbe06642 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Aug 02 17:27:52.664089 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-72ba4a76-a161-45d7-b3b6-250b97351720 req-468605e9-0214-4017-abc1-e6e2bce7c8c4 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526307 Aug 02 17:27:52.765102 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca57f-53f1-40d6-aeec-4bf8eb51ee20 req-2bab3871-f24d-4585-8b26-d7629c0db869 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:52.766640 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a3ca57f-53f1-40d6-aeec-4bf8eb51ee20 req-2bab3871-f24d-4585-8b26-d7629c0db869 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 944 time: 0.0517521 Aug 02 17:27:52.813938 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5a3ca57f-53f1-40d6-aeec-4bf8eb51ee20 req-97a32d32-de43-4523-bd27-292c532206b0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Aug 02 17:27:52.849034 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['3cb6eaf4-040d-4e3d-8863-4b84a2d1f295'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:52.922572 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['b54873cf-b1ee-44e8-8fad-4740019cc75a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:27:53.841605 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502531-6736-406e-99b9-316fabd65477 req-f3a35b49-f936-4dc9-ba80-554a7d58dacf tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:53.843119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29502531-6736-406e-99b9-316fabd65477 req-f3a35b49-f936-4dc9-ba80-554a7d58dacf tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1019571 Aug 02 17:27:53.854878 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb901499-7bfe-4aa2-b695-fccb91f6ef2a req-c8901bf6-60c3-428f-90b4-7d689c53be7e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:53.856288 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb901499-7bfe-4aa2-b695-fccb91f6ef2a req-c8901bf6-60c3-428f-90b4-7d689c53be7e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1063099 Aug 02 17:27:53.881366 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-4b189798-c2c5-4384-81f3-c08236a069cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922127 Aug 02 17:27:53.917271 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29502531-6736-406e-99b9-316fabd65477 req-fbe54269-6d80-4f16-aef6-1dd8ea86c315 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Aug 02 17:27:53.922238 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb901499-7bfe-4aa2-b695-fccb91f6ef2a req-5725f40d-86d4-485b-ac31-ac787ad83a72 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574028 Aug 02 17:27:53.982582 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-9d2a6b51-6b2a-4277-97d8-d2f1f5623832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:53.984070 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-9d2a6b51-6b2a-4277-97d8-d2f1f5623832 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 1098 time: 0.0500381 Aug 02 17:27:54.095886 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02567-bd53-4ba4-a208-0f6f311cd42f req-fdfdb64f-ca38-4b67-a03e-c608f798c197 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.097335 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cb02567-bd53-4ba4-a208-0f6f311cd42f req-fdfdb64f-ca38-4b67-a03e-c608f798c197 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 944 time: 0.1124082 Aug 02 17:27:54.144590 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-a0e927dd-deaa-44f2-92fe-d31e9ea66644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.145997 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-a0e927dd-deaa-44f2-92fe-d31e9ea66644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 916 time: 0.1363606 Aug 02 17:27:54.152883 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cb02567-bd53-4ba4-a208-0f6f311cd42f req-e1f5d72c-6765-4dd0-889b-a09a5f368e4e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Aug 02 17:27:54.187731 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-bc8f6c0f-bd33-468e-84b4-08d9ae5a2633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac HTTP/1.1" status: 200 len: 217 time: 0.0329180 Aug 02 17:27:54.246331 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-ae3c047d-6946-4a8c-a228-039c0c810eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.247908 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-ae3c047d-6946-4a8c-a228-039c0c810eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0483956 Aug 02 17:27:54.279213 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-c1d907e8-c239-4a17-9a73-90860f3221a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230839 Aug 02 17:27:54.381487 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-b3857838-5764-41ff-a767-bfcd0da4e004 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915213 Aug 02 17:27:55.410769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:55.464865 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:55.468735 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:55.469113 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.546281 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.569817 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:55.572141 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3861e4-daf4-4436-a470-e753fe7d6115" -d '{"events": [{"server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:55.585229 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:55.591797 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.592756 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device b54873cf-b1ee-44e8-8fad-4740019cc75a up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:55.668183 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:55.684198 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port b54873cf-b1ee-44e8-8fad-4740019cc75a completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:55.688879 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port b54873cf-b1ee-44e8-8fad-4740019cc75a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:55.689255 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.764804 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.799303 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:55.805089 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.855745 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:56.485088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8a7e183-d6a0-4e7a-98a3-faeb9a2243bb req-0d97f9e4-cec8-4639-bdee-b124ee8bbc71 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049323 Aug 02 17:27:57.750261 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c59627-93ed-4806-aab6-36ab05f6dc45 req-1a8c6bb4-9459-473b-9a5f-b78aa0d9269e tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:57.751730 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-32c59627-93ed-4806-aab6-36ab05f6dc45 req-1a8c6bb4-9459-473b-9a5f-b78aa0d9269e tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0665526 Aug 02 17:27:57.759614 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afd89-ff07-46e8-8cf3-6da46001db83 req-61674fe8-72e7-4da7-a9b6-f9583c4fac60 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:57.761055 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a2afd89-ff07-46e8-8cf3-6da46001db83 req-61674fe8-72e7-4da7-a9b6-f9583c4fac60 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0848513 Aug 02 17:27:57.821119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-32c59627-93ed-4806-aab6-36ab05f6dc45 req-74031db8-375d-477f-8c47-cbc2a312ddf0 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591176 Aug 02 17:27:57.826615 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a2afd89-ff07-46e8-8cf3-6da46001db83 req-0eb1302f-f2db-4a18-8b79-dbea43526577 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Aug 02 17:27:57.873016 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf4640c-3f5a-4f96-8c62-083f576f9b6a x-openstack-request-id: req-2bf4640c-3f5a-4f96-8c62-083f576f9b6a {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:57.873523 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:57.873798 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bf4640c-3f5a-4f96-8c62-083f576f9b6a {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:57.874182 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295', 'code': 200} Aug 02 17:27:57.927302 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f539c-6ed5-4284-8e3a-453dcc1e7e5e req-b249e4f0-3a44-44e1-b19e-7c11114f3fed tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:57.929796 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a87f539c-6ed5-4284-8e3a-453dcc1e7e5e req-b249e4f0-3a44-44e1-b19e-7c11114f3fed tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Aug 02 17:27:57.978960 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a87f539c-6ed5-4284-8e3a-453dcc1e7e5e req-24ab4f68-435f-437d-a3fd-72950e33d36f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Aug 02 17:27:58.077764 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a52a-2333-4a09-b913-e7cff6c64559 req-b472dc37-e9b7-47ad-9899-f454c602882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:58.079503 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b443a52a-2333-4a09-b913-e7cff6c64559 req-b472dc37-e9b7-47ad-9899-f454c602882e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 1103 time: 0.0477972 Aug 02 17:27:58.117947 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b443a52a-2333-4a09-b913-e7cff6c64559 req-f726d8a8-92e6-4878-8619-763915c11706 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295281 Aug 02 17:27:58.302412 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.981218 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ff27-82fb-4faa-b7f0-8a8061b160f5 req-0d64596a-fd0f-4532-85f5-77905c5e5a9c tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:58.982707 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b77ff27-82fb-4faa-b7f0-8a8061b160f5 req-0d64596a-fd0f-4532-85f5-77905c5e5a9c tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0796206 Aug 02 17:27:58.995141 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922496f9-1e50-4fe4-9598-74087eb0bce0 req-551d6a90-3030-4157-84a4-f7213dd9d509 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:58.996583 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-922496f9-1e50-4fe4-9598-74087eb0bce0 req-551d6a90-3030-4157-84a4-f7213dd9d509 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0675325 Aug 02 17:27:59.052903 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b77ff27-82fb-4faa-b7f0-8a8061b160f5 req-ffd3f20f-c61a-4a7f-af77-aa2eb0637203 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553160 Aug 02 17:27:59.057869 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-922496f9-1e50-4fe4-9598-74087eb0bce0 req-519cc767-8e3d-4ad0-bfd1-888509407f46 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530827 Aug 02 17:27:59.156055 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976874e-34e3-482f-a851-347d665007dc req-f0ecca32-67e9-4c5e-a66a-41d7eb74e210 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:59.157535 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7976874e-34e3-482f-a851-347d665007dc req-f0ecca32-67e9-4c5e-a66a-41d7eb74e210 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0476840 Aug 02 17:27:59.199912 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7976874e-34e3-482f-a851-347d665007dc req-b92d2de9-e925-417d-b5ca-86b91b2565f0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Aug 02 17:27:59.464158 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33322) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:59.571107 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94708cc8-3215-4dcd-ac14-f61b198ef0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.664669 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94708cc8-3215-4dcd-ac14-f61b198ef0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.671106 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94708cc8-3215-4dcd-ac14-f61b198ef0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.709564 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94708cc8-3215-4dcd-ac14-f61b198ef0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc30fb-c6a8-4b5d-9524-1ac8c760777c,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:59.714169 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-94708cc8-3215-4dcd-ac14-f61b198ef0e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ae405e73272464a917102152b20c921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490091 Aug 02 17:27:59.716989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33330) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:59.763768 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.785710 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.835943 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.838814 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.839970 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bfc30fb-c6a8-4b5d-9524-1ac8c760777c HTTP/1.1" status: 204 len: 168 time: 0.1221225 Aug 02 17:27:59.847909 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f22f3-4915-4bee-a648-7a2583961a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc30fb-c6a8-4b5d-9524-1ac8c760777c,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:59.874829 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:59.877219 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b505e585-1650-4f75-8c59-f16d9fca44ce" -d '{"events": [{"server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "name": "network-vif-plugged", "status": "completed", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:00.110510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33346) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:00.123757 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a32bde4a-500d-4af3-97d6-7762111181ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.216623 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a32bde4a-500d-4af3-97d6-7762111181ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.223297 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a32bde4a-500d-4af3-97d6-7762111181ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.260412 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a32bde4a-500d-4af3-97d6-7762111181ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=309be426dfc54af795a44b63ce65bf4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487918 Aug 02 17:28:00.261236 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bde4a-500d-4af3-97d6-7762111181ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f41db-4ec2-43d7-8800-26865d3face6,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:00.263362 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33350) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:00.312850 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.334558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.389181 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.393469 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.394894 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f62f41db-4ec2-43d7-8800-26865d3face6 HTTP/1.1" status: 204 len: 168 time: 0.1304433 Aug 02 17:28:00.403236 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce4e5-f9ac-495d-9262-bc8072e8d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f41db-4ec2-43d7-8800-26865d3face6,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:00.540545 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-345a09a0-d027-474b-9c20-8b15ec65e216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.127908 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33412) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:02.233860 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b0e27a30-7527-4a67-b220-3b4bc1682f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.330631 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b0e27a30-7527-4a67-b220-3b4bc1682f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.337999 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b0e27a30-7527-4a67-b220-3b4bc1682f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.351821 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8db346-b345-4c49-895c-8db9d9596fd9 x-openstack-request-id: req-7c8db346-b345-4c49-895c-8db9d9596fd9 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:02.352673 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "name": "network-vif-plugged", "status": "completed", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:02.352953 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c8db346-b345-4c49-895c-8db9d9596fd9 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:02.353345 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'code': 200} Aug 02 17:28:02.383027 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b0e27a30-7527-4a67-b220-3b4bc1682f53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8205008932dc4f9788bb378dd7c00a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540467 Aug 02 17:28:02.385792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33420) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:02.387067 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e27a30-7527-4a67-b220-3b4bc1682f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35113482-039a-4965-9a8c-035c1bfde0c4,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:02.505469 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fde5d-56cc-4352-950d-011bf1882eb0 req-89ffb068-471c-4eeb-8dbc-39f40f705276 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.506973 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a17fde5d-56cc-4352-950d-011bf1882eb0 req-89ffb068-471c-4eeb-8dbc-39f40f705276 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1006653 Aug 02 17:28:02.526096 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.547166 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66520c74-6066-4566-adcc-ff94d3b6ee43 req-c19136d4-f430-43dd-8aa4-9ccdd671a4c5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.548592 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66520c74-6066-4566-adcc-ff94d3b6ee43 req-c19136d4-f430-43dd-8aa4-9ccdd671a4c5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1311729 Aug 02 17:28:02.606045 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.623637 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a17fde5d-56cc-4352-950d-011bf1882eb0 req-18e3be4a-638a-4bc5-99ed-58cd261e6016 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091592 Aug 02 17:28:02.662668 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bca337-97cc-45ff-9189-d4ec1bb7504e req-b2d11431-2971-4cc6-bbc8-d07f3541928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.664153 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-30bca337-97cc-45ff-9189-d4ec1bb7504e req-b2d11431-2971-4cc6-bbc8-d07f3541928f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 1098 time: 0.1389074 Aug 02 17:28:02.667488 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66520c74-6066-4566-adcc-ff94d3b6ee43 req-f87224bd-5c0c-4cf7-a723-e33922134996 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969510 Aug 02 17:28:02.738683 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-30bca337-97cc-45ff-9189-d4ec1bb7504e req-14bdf3a7-4438-4b48-ab22-5ae943c464f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659206 Aug 02 17:28:02.739254 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.741703 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.742711 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35113482-039a-4965-9a8c-035c1bfde0c4 HTTP/1.1" status: 204 len: 168 time: 0.3559191 Aug 02 17:28:02.754730 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676200a-a80c-4d92-9554-47ecebc50c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35113482-039a-4965-9a8c-035c1bfde0c4,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:02.766277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2889bc-c9a1-4601-9c67-6fae8e50f60f req-ce7bcfd9-b923-4312-ab48-ecad61937d9e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.773669 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-da2889bc-c9a1-4601-9c67-6fae8e50f60f req-ce7bcfd9-b923-4312-ab48-ecad61937d9e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0841496 Aug 02 17:28:02.820407 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-da2889bc-c9a1-4601-9c67-6fae8e50f60f req-7c4116ed-1eb6-4e86-afb4-69f51196bc99 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Aug 02 17:28:02.944363 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-02ca2840-1283-455a-a9bd-89273c48dda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.028480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33444) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:03.041954 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-fcfe49d2-7ce8-4997-b0e0-7cf4cafa3f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.128645 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-fcfe49d2-7ce8-4997-b0e0-7cf4cafa3f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.133599 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-fcfe49d2-7ce8-4997-b0e0-7cf4cafa3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.173949 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-fcfe49d2-7ce8-4997-b0e0-7cf4cafa3f34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ab37a72be26458ab346890274248182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441510 Aug 02 17:28:03.175084 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe49d2-7ce8-4997-b0e0-7cf4cafa3f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb837e32-d326-4ef5-b262-7d2f3ab6b79d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:03.177065 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33446) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:03.232858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.254316 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.303753 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.306241 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.307421 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb837e32-d326-4ef5-b262-7d2f3ab6b79d HTTP/1.1" status: 204 len: 168 time: 0.1293588 Aug 02 17:28:03.316425 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720fd84-90a5-4bc6-a03f-240620c3b46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb837e32-d326-4ef5-b262-7d2f3ab6b79d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:03.472055 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.744152 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6dad5-0a65-4dd9-8000-e9a3430486b6 req-f9284b79-1a09-4e8c-b1e9-b7ce41296994 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.745633 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-62b6dad5-0a65-4dd9-8000-e9a3430486b6 req-f9284b79-1a09-4e8c-b1e9-b7ce41296994 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0507026 Aug 02 17:28:03.817042 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1a590-8325-441b-a9a2-665b41090622 req-61c5d76e-4623-4048-9855-5992b2a67495 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.818593 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4fe1a590-8325-441b-a9a2-665b41090622 req-61c5d76e-4623-4048-9855-5992b2a67495 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0719843 Aug 02 17:28:03.821666 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-62b6dad5-0a65-4dd9-8000-e9a3430486b6 req-559fba15-4ac6-4962-a9c6-4b27f2123e38 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Aug 02 17:28:03.906346 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4fe1a590-8325-441b-a9a2-665b41090622 req-59b09733-dd13-4cbc-b467-f7feb74e7582 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812290 Aug 02 17:28:03.970476 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886f7f-099d-486f-864e-3c34ea557405 req-640cc087-fa75-4dde-9ab0-3a011474a1fc tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.972084 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-27886f7f-099d-486f-864e-3c34ea557405 req-640cc087-fa75-4dde-9ab0-3a011474a1fc tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0648260 Aug 02 17:28:04.029317 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-27886f7f-099d-486f-864e-3c34ea557405 req-c0cb3efa-6455-4352-9833-ee70e159c26b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Aug 02 17:28:04.102057 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:04.240720 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2a7a-b019-464a-a6d4-e273b5cfacf6 req-9cea34f8-46ec-4076-9fb9-618adb189b65 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:04.242261 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-188b2a7a-b019-464a-a6d4-e273b5cfacf6 req-9cea34f8-46ec-4076-9fb9-618adb189b65 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0627410 Aug 02 17:28:04.282727 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-188b2a7a-b019-464a-a6d4-e273b5cfacf6 req-60caa8b4-3ed6-4fe0-ab64-37d6e74e6503 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Aug 02 17:28:05.048629 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6a204-8acc-4bef-8bd9-44f1aa9f39e9 req-95e664f8-7bbd-4067-9abf-4f616a5c8dae tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.050282 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84c6a204-8acc-4bef-8bd9-44f1aa9f39e9 req-95e664f8-7bbd-4067-9abf-4f616a5c8dae tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0523739 Aug 02 17:28:05.104670 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84c6a204-8acc-4bef-8bd9-44f1aa9f39e9 req-b56db00a-d478-4801-a48b-f092aaf47886 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Aug 02 17:28:05.147909 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149e12a-0ae9-4aef-af74-4c01e61e7ebe req-71271f5a-4c57-46ef-8137-86167789cbec tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.149477 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2149e12a-0ae9-4aef-af74-4c01e61e7ebe req-71271f5a-4c57-46ef-8137-86167789cbec tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0601721 Aug 02 17:28:05.188815 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2149e12a-0ae9-4aef-af74-4c01e61e7ebe req-77287b31-cc18-4633-8d9b-ad7f68869246 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Aug 02 17:28:05.404173 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff584-2f04-4df4-86a5-73f7ecb3a854 req-9092b9e8-9862-4561-8b35-c741603809ef tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.406070 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1efff584-2f04-4df4-86a5-73f7ecb3a854 req-9092b9e8-9862-4561-8b35-c741603809ef tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0546088 Aug 02 17:28:05.444398 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1efff584-2f04-4df4-86a5-73f7ecb3a854 req-e37293fb-3739-4dd8-832d-03eefa9b4b71 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Aug 02 17:28:05.818167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.446129 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33620) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:08.556625 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab651-e133-4b23-bed5-590226418bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.655058 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab651-e133-4b23-bed5-590226418bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.661830 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab651-e133-4b23-bed5-590226418bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.703823 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-aa3ab651-e133-4b23-bed5-590226418bf3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95ed5051cb844323a69e39e29f4b8eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565506 Aug 02 17:28:08.704701 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab651-e133-4b23-bed5-590226418bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cc561-ace9-4b44-947d-35988f220cb3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:08.706639 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33624) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:08.742448 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0edeef-f792-406d-ac9e-856481c4ceba req-bb469c33-ae9d-43a2-b1e4-47c985760e9e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.743902 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2e0edeef-f792-406d-ac9e-856481c4ceba req-bb469c33-ae9d-43a2-b1e4-47c985760e9e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0988092 Aug 02 17:28:08.772515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e7d6f-594b-41ba-bbe0-72aaecff0101 req-ce206232-18cf-4acc-bb2d-980b1c66f7ce tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.773883 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b75e7d6f-594b-41ba-bbe0-72aaecff0101 req-ce206232-18cf-4acc-bb2d-980b1c66f7ce tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1012783 Aug 02 17:28:08.823471 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.837080 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2e0edeef-f792-406d-ac9e-856481c4ceba req-521cbee5-8d57-4919-87f3-d6e2d3d260ff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834911 Aug 02 17:28:08.851814 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b75e7d6f-594b-41ba-bbe0-72aaecff0101 req-df1b92c1-7e87-42e4-9600-da0d7e4bde44 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Aug 02 17:28:08.860487 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.912121 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.914801 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.915931 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/086cc561-ace9-4b44-947d-35988f220cb3 HTTP/1.1" status: 204 len: 168 time: 0.2062631 Aug 02 17:28:08.923807 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a4728-e6f7-4700-9dac-351be185bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cc561-ace9-4b44-947d-35988f220cb3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:09.179229 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33634) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:09.192706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5b5df68b-827e-4220-bc85-843716e24355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.280095 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5b5df68b-827e-4220-bc85-843716e24355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.286266 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5b5df68b-827e-4220-bc85-843716e24355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.324754 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5b5df68b-827e-4220-bc85-843716e24355 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8aa34ed9a34f4f0cbf8577271a28be0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419535 Aug 02 17:28:09.324754 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5df68b-827e-4220-bc85-843716e24355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97665c-e564-4226-8884-b2062f7bf429,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:09.325364 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33636) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:09.377273 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.398853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.457569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.460118 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.461259 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d97665c-e564-4226-8884-b2062f7bf429 HTTP/1.1" status: 204 len: 168 time: 0.1348491 Aug 02 17:28:09.469204 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6548bbc-4dc5-4b06-bee2-ff138af2e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97665c-e564-4226-8884-b2062f7bf429,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:10.048197 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee044-2a4c-4431-9209-223f3b1d8625 req-be6af30f-d0ca-490f-9adc-6e2a51e47845 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.051909 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66fee044-2a4c-4431-9209-223f3b1d8625 req-be6af30f-d0ca-490f-9adc-6e2a51e47845 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1445715 Aug 02 17:28:10.121126 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c855c-0c4e-445c-835d-074f3a6f3ce1 req-87eba633-8cf3-429a-ae5b-8715c6f7d455 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.122648 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a19c855c-0c4e-445c-835d-074f3a6f3ce1 req-87eba633-8cf3-429a-ae5b-8715c6f7d455 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1216366 Aug 02 17:28:10.147973 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-66fee044-2a4c-4431-9209-223f3b1d8625 req-63b397ed-2b92-4f90-822f-b555bc638407 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838094 Aug 02 17:28:10.165018 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-801468da-cd78-4396-a6a8-b04b0fc6a5ef tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.166432 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-801468da-cd78-4396-a6a8-b04b0fc6a5ef tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1134543 Aug 02 17:28:10.210674 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a19c855c-0c4e-445c-835d-074f3a6f3ce1 req-16e30cc5-67c0-4788-ae29-283d6d5ecb34 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec0df8a1-21a8-4cc5-95d6-83755664115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804093 Aug 02 17:28:10.212902 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:28:10.383666 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Deleting port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:28:10.384004 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.434424 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-b34b83d7-5cfe-4f72-8829-23c303a4a202 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.435894 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-b34b83d7-5cfe-4f72-8829-23c303a4a202 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.1713119 Aug 02 17:28:10.466438 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-bae09270-6371-4db8-b821-22359f1af164 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/quotas/a490e31b95aa40038bc6ca13dc6a39b0 HTTP/1.1" status: 200 len: 375 time: 0.0189259 Aug 02 17:28:10.527547 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] For port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,segment=NetworkSegment(699f6e0b-6894-4233-a476-a6350f0f9f3c),segment_id=699f6e0b-6894-4233-a476-a6350f0f9f3c)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:10.527891 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.548045 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Calling delete_port for 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:28:10.572255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-ca0d670d-31fd-4166-814c-7323b2624831 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926778 Aug 02 17:28:10.732591 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-036000d0-3459-4550-a82b-4fade6446b36 service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376450 Aug 02 17:28:10.860701 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.898817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Pushing event deleted for resources: {'Port': ['ID=3cb6eaf4-040d-4e3d-8863-4b84a2d1f295,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:10.916725 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-cae1aff8-3832-4063-a02e-5a396b58fc29 service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766651 Aug 02 17:28:11.293280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] No DVR routers for this DVR port 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:28:11.305250 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.306817 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-69fdaf1c-e29c-4f6d-af47-a680282a361d req-20102b10-6066-46fc-8bb2-bdd964b9ba61 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.42 "DELETE /v2.0/ports/3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 HTTP/1.1" status: 204 len: 173 time: 1.1294899 Aug 02 17:28:11.307281 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'name': 'network-vif-deleted', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:11.309673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef2d7d4-94bb-4c30-95e9-4e5e78a696d6" -d '{"events": [{"server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "name": "network-vif-deleted", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:11.341691 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-714f3f69-c49f-4f53-9c6d-24021fb4a7f8 req-f59c4172-ae16-478c-8785-c3f4921c2ef6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 210 time: 0.0502298 Aug 02 17:28:11.436552 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b09ec-459a-42bb-90ec-15980690e6a2 req-87cbf614-3364-43e4-9acb-cbbeebcb9e40 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.438544 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-594b09ec-459a-42bb-90ec-15980690e6a2 req-87cbf614-3364-43e4-9acb-cbbeebcb9e40 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0637882 Aug 02 17:28:11.492620 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-69da50cd-afa5-4b6c-bba7-65211ec97684 req-8dae6878-8933-404c-a2e4-46e7b6f46655 tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0323448 Aug 02 17:28:11.511546 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-594b09ec-459a-42bb-90ec-15980690e6a2 req-41c9437f-d6ba-43ac-861a-8de47c87db47 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661650 Aug 02 17:28:11.569873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b52ae5-6bfa-47b0-b8f9-924496a09689 x-openstack-request-id: req-26b52ae5-6bfa-47b0-b8f9-924496a09689 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:11.570355 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c794b10a-3a0a-4b04-8482-2537052aeaf7", "name": "network-vif-deleted", "tag": "3cb6eaf4-040d-4e3d-8863-4b84a2d1f295", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:11.571063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26b52ae5-6bfa-47b0-b8f9-924496a09689 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:11.571482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c794b10a-3a0a-4b04-8482-2537052aeaf7', 'name': 'network-vif-deleted', 'tag': '3cb6eaf4-040d-4e3d-8863-4b84a2d1f295', 'status': 'completed', 'code': 200} Aug 02 17:28:14.223760 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:28:14.257543 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:28:14.257883 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3cb6eaf4-040d-4e3d-8863-4b84a2d1f295 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:28:14.417775 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c905fc3-fb33-485a-9102-43c138793667 req-b0497a5f-600d-4fbd-9e97-4a03717120a5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Aug 02 17:28:14.442750 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb59e426-7998-4cac-84f4-19878e0ca918 req-749099ae-6e3f-4f0f-bd4a-82a7e690b7ff tempest-VolumesNegativeTest-1975096760 tempest-VolumesNegativeTest-1975096760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c794b10a-3a0a-4b04-8482-2537052aeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Aug 02 17:28:14.534787 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc37a5-617b-4cc3-bc21-2eba6d4228b3 req-31cc018a-fcdb-4277-ac9c-cfdc9b638844 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.536291 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebdc37a5-617b-4cc3-bc21-2eba6d4228b3 req-31cc018a-fcdb-4277-ac9c-cfdc9b638844 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0468547 Aug 02 17:28:14.574418 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebdc37a5-617b-4cc3-bc21-2eba6d4228b3 req-bc68e1b2-694f-499f-b303-7c98759ff734 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 02 17:28:15.201595 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33810) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:15.353699 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a135b9a6-89f0-4422-b1c9-0a3a1e500fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.427361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-da491867-1b1e-4433-8cab-ce891b4888b1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.428802 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-da491867-1b1e-4433-8cab-ce891b4888b1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.1319170 Aug 02 17:28:15.455841 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Request body: {'port': {'device_id': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'admin_state_up': True, 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:15.581370 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ec88d6de-bdfc-490b-8782-0db6323a3482 req-3e6b0f4a-7cc3-4d6e-a686-7eec927a3ae2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 210 time: 0.0470912 Aug 02 17:28:15.593757 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a135b9a6-89f0-4422-b1c9-0a3a1e500fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.600198 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a135b9a6-89f0-4422-b1c9-0a3a1e500fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.630185 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135b9a6-89f0-4422-b1c9-0a3a1e500fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d8a415-785a-4422-bf44-e78191cde8ae,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:15.657989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a135b9a6-89f0-4422-b1c9-0a3a1e500fb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee9f2372c7a74cb994e38c8aa98a2e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550424 Aug 02 17:28:15.660627 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33838) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:15.686195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:15.689818 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.713777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.735727 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e0e0f-516d-48ed-a42a-9dc855e1e665 req-cc45b1c4-2bd5-4b4c-88c6-8540eb8eb7ea tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.736834 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.737228 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ae7e0e0f-516d-48ed-a42a-9dc855e1e665 req-cc45b1c4-2bd5-4b4c-88c6-8540eb8eb7ea tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0845945 Aug 02 17:28:15.807058 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.811096 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.812350 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95d8a415-785a-4422-bf44-e78191cde8ae HTTP/1.1" status: 204 len: 168 time: 0.1505668 Aug 02 17:28:15.833591 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e4744-3de3-48d7-9f47-f6511990d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d8a415-785a-4422-bf44-e78191cde8ae,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:15.836727 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ae7e0e0f-516d-48ed-a42a-9dc855e1e665 req-abffaf7c-be93-4e8b-8af3-66d59bf74d1a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737767 Aug 02 17:28:15.868413 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Allocated IP 172.20.0.9 (3968d512-dd9d-47e9-96a4-9875ddbac808/6288ca35-9038-4f36-8342-4a531328d245/f0c2132f-e147-4c7d-8657-6e34bc001ec1) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:16.050113 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.127993 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.146006 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'b54873cf-b1ee-44e8-8fad-4740019cc75a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:16.173845 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:16.177815 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:16.181412 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:16.187447 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:16.188178 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.226887 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event updated for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:16.243700 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-f03df07f-20e7-4f43-acd1-2ecefa43f8f9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925906 Aug 02 17:28:16.259823 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Request body: {'port': {'device_id': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:16.382464 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.403789 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b156-c054-474c-bd4e-ad9be244b637 req-2c7213b3-827d-46d0-8a38-2d8731dd2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:16.405823 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0ae8b156-c054-474c-bd4e-ad9be244b637 req-2c7213b3-827d-46d0-8a38-2d8731dd2681 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1098 time: 0.0584576 Aug 02 17:28:16.491598 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0ae8b156-c054-474c-bd4e-ad9be244b637 req-c967d60f-edc9-4a54-827e-3fa9c1d3e07e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762429 Aug 02 17:28:16.791215 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c2132f-e147-4c7d-8657-6e34bc001ec1 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:16.800398 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.810794 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 33944) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:16.825478 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f56f4-cbca-40a6-b70c-24b2ccc095e4 req-65891b9a-2a4f-4021-9c1c-a5dad0192e66 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:16.826985 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4d4f56f4-cbca-40a6-b70c-24b2ccc095e4 req-65891b9a-2a4f-4021-9c1c-a5dad0192e66 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 931 time: 0.1035795 Aug 02 17:28:16.832390 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Transition to ACTIVE for port object f0c2132f-e147-4c7d-8657-6e34bc001ec1 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:16.850261 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.916088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4d4f56f4-cbca-40a6-b70c-24b2ccc095e4 req-a066086b-12c2-4236-91d8-af35f2350dd4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Aug 02 17:28:16.945530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:16.953537 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-45116114-network', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:16.998598 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Attempting to bind port f0c2132f-e147-4c7d-8657-6e34bc001ec1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:16.998973 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Attempting to bind port f0c2132f-e147-4c7d-8657-6e34bc001ec1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:16.999300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Attempting to bind port f0c2132f-e147-4c7d-8657-6e34bc001ec1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:17.012700 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Port f0c2132f-e147-4c7d-8657-6e34bc001ec1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:28:17.013028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Attempting to bind port f0c2132f-e147-4c7d-8657-6e34bc001ec1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:17.016491 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Made reservation on behalf of 43e341179eee48928d0e2ee6dee90ff1 for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:17.018736 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.032366 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:17.032759 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Checking segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:17.033225 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Bound using segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:17.033689 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Bound port: f0c2132f-e147-4c7d-8657-6e34bc001ec1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:17.034042 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.037813 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.063451 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9448fd-1990-41bb-a33f-12a52665b242 req-456327d9-1050-4b8e-bd64-4938eeb4e761 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.064929 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad9448fd-1990-41bb-a33f-12a52665b242 req-456327d9-1050-4b8e-bd64-4938eeb4e761 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1086862 Aug 02 17:28:17.162809 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad9448fd-1990-41bb-a33f-12a52665b242 req-05a42023-1958-4943-bd81-4b2283a0d9f2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897057 Aug 02 17:28:17.182527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:17.182527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:17.189781 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.236328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.236946 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.238389 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] 10.222.0.42 "PUT /v2.0/ports/f0c2132f-e147-4c7d-8657-6e34bc001ec1 HTTP/1.1" status: 200 len: 1093 time: 0.9832892 Aug 02 17:28:17.239780 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:17.242003 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80531d-4e29-471a-8019-9d302c2ef037" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:17.271065 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63aab2-8575-4fa8-801a-92ab93a2717a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.292460 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.299009 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.319644 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:28:17.352291 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.352291 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Added segment 2bbb6439-0df8-4746-91a7-8e2b27db4ca0 of type vlan for network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 Aug 02 17:28:17.360133 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fa1f1-33d1-4942-90f6-f2956cc736f1,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.402805 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.434363 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4b47c-dd98-42c3-8a61-0439c949222f x-openstack-request-id: req-64b4b47c-dd98-42c3-8a61-0439c949222f {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:17.434654 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:17.434919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64b4b47c-dd98-42c3-8a61-0439c949222f {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:17.435396 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'status': 'completed', 'code': 200} Aug 02 17:28:17.437531 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.438535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.439119 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.486975 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6750956 Aug 02 17:28:17.491864 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 33990) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:17.498075 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Request body: {'subnet': {'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-45116114-subnet', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:17.504652 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441d525-e09b-4c26-9b2a-ea4cfe517194 admin admin] Pushing event updated for resources: {'Network': ['ID=17867df9-dff7-4a7a-bda0-c1c64e3cbc98,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.517140 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:28:17.539844 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Made reservation on behalf of 43e341179eee48928d0e2ee6dee90ff1 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:17.542425 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5283711'] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.740895 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5661340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5283693'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.798351 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9813528-87de-40f4-b8f4-1967191ffc8b,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.814031 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Checking segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:17.814611 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Network hostable DHCP agents. Network: 17867df9-dff7-4a7a-bda0-c1c64e3cbc98, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:28:17.831223 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:28:17.840388 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 17867df9-dff7-4a7a-bda0-c1c64e3cbc98) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:17.844549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.845123 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.852379 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc04a1-a5c0-481f-b17c-990719946834 None None] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:17.859878 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8e67632f-65c7-45bc-bc2e-a43ae55c4d33 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3666437 Aug 02 17:28:17.862130 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34046) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:17.866936 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:17.889538 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.890909 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.950161 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.012249 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:28:18.013158 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.094097 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.148986 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Allocated IP 172.20.0.2 (17867df9-dff7-4a7a-bda0-c1c64e3cbc98/b9813528-87de-40f4-b8f4-1967191ffc8b/f7eef1fc-90b7-492d-a15e-9e38b52b15fa) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:18.304631 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.314399 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.314761 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Transition to ACTIVE for port object f7eef1fc-90b7-492d-a15e-9e38b52b15fa will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:18.331776 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Transition to ACTIVE for port object f7eef1fc-90b7-492d-a15e-9e38b52b15fa will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:18.334108 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.339119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.382749 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:18.386487 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:18.392803 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Pushing event updated for resources: {'Port': ['ID=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:18.396464 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:18.453887 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Allocated IP 172.27.3.122 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/f11111c7-3e8d-43df-a8a5-24cbf116709f) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:18.454073 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Attempting to bind port f7eef1fc-90b7-492d-a15e-9e38b52b15fa on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:18.454475 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Attempting to bind port f7eef1fc-90b7-492d-a15e-9e38b52b15fa by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:18.454860 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Attempting to bind port f7eef1fc-90b7-492d-a15e-9e38b52b15fa on network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:18.461446 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:18.461824 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Checking segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:18.462556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.463069 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Bound using segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:18.463757 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Bound port: f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:18.464141 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.533786 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] For port f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:18.539046 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] For port f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:18.543670 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.583169 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.606762 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef175ff-dcc5-4236-a9fd-8367ffbc9b75 None None] Pushing event updated for resources: {'Port': ['ID=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:18.649684 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.699380 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:18.702328 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:18.704737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:18.734912 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f11111c7-3e8d-43df-a8a5-24cbf116709f,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:18.997213 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.190739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.323858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Router 06048878-756b-4a16-9a60-5dea057b1fd4 is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:28:19.509347 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a21ba8-48a7-45a6-bc7b-0c3cf52e45b3 None None] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:19.572297 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-9105279e-7446-4986-9498-3030f9a05449 None None] Provisioning for port f7eef1fc-90b7-492d-a15e-9e38b52b15fa completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:19.664441 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:19.674699 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Sync routers for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:19.681142 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.682504 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-fe11e60c-8dc9-46e8-8348-e42442cb7c2b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8191984 Aug 02 17:28:19.685152 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34140) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:19.685481 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:19.687439 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:19.796415 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:19.983046 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:18Z', 'revision_number': 3, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:20.018649 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Checking router: 06048878-756b-4a16-9a60-5dea057b1fd4 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:20.019268 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Updating router 06048878-756b-4a16-9a60-5dea057b1fd4 port f11111c7-3e8d-43df-a8a5-24cbf116709f binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:20.046123 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.050428 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f7eef1fc-90b7-492d-a15e-9e38b52b15fa up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:20.157598 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.164315 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-6cea0065-bbce-47cb-8e3c-f31cf5602be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.167999 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port f7eef1fc-90b7-492d-a15e-9e38b52b15fa completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:20.173481 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f7eef1fc-90b7-492d-a15e-9e38b52b15fa triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:20.174052 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.179871 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-6cea0065-bbce-47cb-8e3c-f31cf5602be2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 1096 time: 0.1010761 Aug 02 17:28:20.290715 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.339894 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:20.340406 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d648a4-a091-470e-b0c3-5d180c6868b0 req-d6aca9a0-a139-4f46-a7f0-26ee588b71a5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.342165 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71d648a4-a091-470e-b0c3-5d180c6868b0 req-d6aca9a0-a139-4f46-a7f0-26ee588b71a5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 943 time: 0.1530721 Aug 02 17:28:20.352869 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1025fa0-7b5a-48ef-91c9-835b7141d8d6 req-63c2d2e1-2711-4640-81e4-3ae264c92268 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.353754 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.354854 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1025fa0-7b5a-48ef-91c9-835b7141d8d6 req-63c2d2e1-2711-4640-81e4-3ae264c92268 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1382530 Aug 02 17:28:20.378916 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Allocated IP 172.20.0.1 (17867df9-dff7-4a7a-bda0-c1c64e3cbc98/b9813528-87de-40f4-b8f4-1967191ffc8b/f3e50254-ea03-4afc-bd24-927d5a4edc87) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:20.412779 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-6181018c-bef9-4489-87e9-795ef429ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.414721 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-6181018c-bef9-4489-87e9-795ef429ec59 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2237275 Aug 02 17:28:20.420401 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.440107 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.449767 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Transition to ACTIVE for port object f11111c7-3e8d-43df-a8a5-24cbf116709f will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:20.455774 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71d648a4-a091-470e-b0c3-5d180c6868b0 req-273ab7ea-5a86-4b3c-bb47-f652f9399c6d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996928 Aug 02 17:28:20.457152 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.489790 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1025fa0-7b5a-48ef-91c9-835b7141d8d6 req-5af4bd19-374b-4ba5-a1c1-e2da299b2f24 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Aug 02 17:28:20.508311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.515025 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Pushing event updated for resources: {'Port': ['ID=f11111c7-3e8d-43df-a8a5-24cbf116709f,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.525513 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Transition to ACTIVE for port object f3e50254-ea03-4afc-bd24-927d5a4edc87 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:20.533159 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-025b7237-b1af-4089-a6d0-a77e97298801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.534685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc80531d-4e29-471a-8019-9d302c2ef037 req-025b7237-b1af-4089-a6d0-a77e97298801 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072283 Aug 02 17:28:20.535156 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.535554 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.536103 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.536586 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.537093 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.537455 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.537792 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.538171 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.538599 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.538928 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.539387 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.539718 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:20.546648 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Attempting to bind port f11111c7-3e8d-43df-a8a5-24cbf116709f on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:20.547300 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Attempting to bind port f11111c7-3e8d-43df-a8a5-24cbf116709f by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:20.547917 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Attempting to bind port f11111c7-3e8d-43df-a8a5-24cbf116709f on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:20.553680 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:20.554048 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:20.554488 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.554913 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:20.555318 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Bound port: f11111c7-3e8d-43df-a8a5-24cbf116709f, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:20.555715 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.577203 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.607812 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] For port f11111c7-3e8d-43df-a8a5-24cbf116709f, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:20.611169 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] For port f11111c7-3e8d-43df-a8a5-24cbf116709f, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f11111c7-3e8d-43df-a8a5-24cbf116709f,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:20.616878 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.618113 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:20.621073 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:20.627148 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:20.656906 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.672217 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-49df66b0-b3e2-4b8e-8e3c-b7f0f1b55970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.673906 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-49df66b0-b3e2-4b8e-8e3c-b7f0f1b55970 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 1096 time: 0.0884588 Aug 02 17:28:20.682389 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.684860 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:20.685479 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:20.740011 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-56399a0d-a59c-4dde-9dc8-3b30362441d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1 HTTP/1.1" status: 200 len: 217 time: 0.0559185 Aug 02 17:28:20.823439 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a39b6-3b6b-48ee-979e-ef4acbcabbdc None None] Pushing event updated for resources: {'Port': ['ID=f11111c7-3e8d-43df-a8a5-24cbf116709f,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.840688 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-1d65a8b3-63a2-43b6-8084-891268e5610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.842750 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-1d65a8b3-63a2-43b6-8084-891268e5610f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0722101 Aug 02 17:28:20.923920 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-dd7daf1c-3ac1-4c78-a015-60fc0de023b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679119 Aug 02 17:28:20.931541 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.958750 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:21.045162 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-b450029e-388d-4ee2-b8c3-372b2ae0c294 None None] Provisioning for port f3e50254-ea03-4afc-bd24-927d5a4edc87 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:21.051110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-b450029e-388d-4ee2-b8c3-372b2ae0c294 None None] Provisioning complete for port f3e50254-ea03-4afc-bd24-927d5a4edc87 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:21.051834 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b450029e-388d-4ee2-b8c3-372b2ae0c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.060419 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-fbee6a3c-c4d8-4888-8931-cc27a7b7f827 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151283 Aug 02 17:28:21.105984 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-b450029e-388d-4ee2-b8c3-372b2ae0c294 None None] Port f3e50254-ea03-4afc-bd24-927d5a4edc87 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:21.186744 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.195910 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.210228 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f50544d1-28b0-4214-add4-04ec8372b7f8 req-567944db-f9da-4f52-90ea-c100d5e9fec4 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374934 Aug 02 17:28:21.232318 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:18Z', 'revision_number': 3, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:21.271950 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a63f-7e93-4ecb-9c40-417d18e7480b None None] The sync data for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi is: [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:18Z', 'revision_number': 3, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:21.285435 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:21.289266 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.378990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34178) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:21.407678 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:21.409414 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:21.596733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Router 06048878-756b-4a16-9a60-5dea057b1fd4 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:28:21.605918 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-171f7e8c-e51d-4a6f-b691-5f5a4f32911d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.739812 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34188) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:21.778392 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:21.793728 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1c69c0c3-baaa-4e46-a48c-33b480b38743 admin admin] 10.222.0.54 "PUT /v2.0/routers/06048878-756b-4a16-9a60-5dea057b1fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1061049 Aug 02 17:28:21.805172 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ecc9-ad50-4aae-b5f0-80ec84b58f5b req-220729a1-7168-4d48-b607-5706fec5c85f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:21.812669 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a478ecc9-ad50-4aae-b5f0-80ec84b58f5b req-220729a1-7168-4d48-b607-5706fec5c85f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 943 time: 0.1571844 Aug 02 17:28:21.841925 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86be85-dbfa-4b90-8084-6133cd382f30 req-6b710ef3-12e5-44a6-a256-9a9ce17e5ef8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:21.844601 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa86be85-dbfa-4b90-8084-6133cd382f30 req-6b710ef3-12e5-44a6-a256-9a9ce17e5ef8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.1881580 Aug 02 17:28:21.845976 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-21e6808e-cd36-4be8-a25e-4b2adfe42c70 None None] Provisioning complete for port f3e50254-ea03-4afc-bd24-927d5a4edc87 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:21.846534 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-21e6808e-cd36-4be8-a25e-4b2adfe42c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.907209 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-21e6808e-cd36-4be8-a25e-4b2adfe42c70 None None] Port f3e50254-ea03-4afc-bd24-927d5a4edc87 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:21.963471 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa86be85-dbfa-4b90-8084-6133cd382f30 req-5349a458-b1e5-4e02-b234-acdca9e0c1bf tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928011 Aug 02 17:28:22.002273 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a478ecc9-ad50-4aae-b5f0-80ec84b58f5b req-4047277e-8701-4ad6-9bf8-df14be7722c0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885142 Aug 02 17:28:22.036487 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-171f7e8c-e51d-4a6f-b691-5f5a4f32911d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.057876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-171f7e8c-e51d-4a6f-b691-5f5a4f32911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.098702 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e6ec650b-3fc8-40f6-aeb5-ab4568e6d70a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1076a7b57b55461fa9fb99b2088c000d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535454 Aug 02 17:28:22.098972 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34204) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:22.172520 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-171f7e8c-e51d-4a6f-b691-5f5a4f32911d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05dd307b3dc7408a879e35f6b37d4390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7891512 Aug 02 17:28:22.173037 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34210) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:22.175494 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f7e8c-e51d-4a6f-b691-5f5a4f32911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85c9d1-a597-42b4-9239-aa017cfd02f8,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.201634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22fe4a-d767-4199-a7ef-9d8609ef127e req-46046a67-f883-4df7-8596-edea95cd1684 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:22.215739 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d22fe4a-d767-4199-a7ef-9d8609ef127e req-46046a67-f883-4df7-8596-edea95cd1684 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0995226 Aug 02 17:28:22.242215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f11111c7-3e8d-43df-a8a5-24cbf116709f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:22.276174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.305527 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d22fe4a-d767-4199-a7ef-9d8609ef127e req-e33c6fef-7897-4e43-bc3b-8f995a8ba20c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847008 Aug 02 17:28:22.338478 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.339203 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port f11111c7-3e8d-43df-a8a5-24cbf116709f completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:22.353388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f11111c7-3e8d-43df-a8a5-24cbf116709f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:22.353790 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.367984 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.412433 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.521749 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.524547 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.528153 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec0df8a1-21a8-4cc5-95d6-83755664115b HTTP/1.1" status: 204 len: 168 time: 0.4258769 Aug 02 17:28:22.545104 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.550393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.554399 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e85c9d1-a597-42b4-9239-aa017cfd02f8 HTTP/1.1" status: 204 len: 168 time: 0.3719492 Aug 02 17:28:22.559395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937384aa-762a-46b5-ab7b-76eb33cb6e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0df8a1-21a8-4cc5-95d6-83755664115b,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.589230 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bcdb2-965e-4495-bb79-a516785353ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85c9d1-a597-42b4-9239-aa017cfd02f8,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.700091 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.732444 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port f11111c7-3e8d-43df-a8a5-24cbf116709f, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f11111c7-3e8d-43df-a8a5-24cbf116709f,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:22.744981 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.744981 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f7eef1fc-90b7-492d-a15e-9e38b52b15fa up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:22.838495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=f11111c7-3e8d-43df-a8a5-24cbf116709f,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.858203 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f7eef1fc-90b7-492d-a15e-9e38b52b15fa triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:22.858546 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.903308 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34260) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:22.909632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1640214087-network', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:22.937529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Made reservation on behalf of 4cad3f7ba8e1443ea85340f4bac257b7 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:22.942386 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.954187 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.980908 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f0c2132f-e147-4c7d-8657-6e34bc001ec1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:23.105072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.109490 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:23.111278 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.122529 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'port_id': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'mac_address': 'fa:16:3e:03:76:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6288ca35-9038-4f36-8342-4a531328d245', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:23.149520 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:28:23.165534 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34268) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:23.192804 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ddde47b-a808-480b-ad53-15f6db9e21a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.198929 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500801c-e71f-473f-9fac-58d04e7a4251,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.200096 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.209137 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.209480 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Added segment 2dcdca58-1348-4a92-b3f1-1fc20fd711a0 of type vlan for network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 Aug 02 17:28:23.211576 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0214cb-417b-4ed5-bf99-f5333ed8f2a9 req-12bb66fd-d61c-49cd-b2aa-b39c2d174be0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:23.221471 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fe0214cb-417b-4ed5-bf99-f5333ed8f2a9 req-12bb66fd-d61c-49cd-b2aa-b39c2d174be0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 943 time: 0.0854454 Aug 02 17:28:23.222190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c2132f-e147-4c7d-8657-6e34bc001ec1 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:23.249344 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:23.255885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.272416 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fe0214cb-417b-4ed5-bf99-f5333ed8f2a9 req-e11aa517-590a-4785-9d06-eadf74a28498 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Aug 02 17:28:23.293570 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.328320 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.348557 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.349523 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:23.350100 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.425311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.438100 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:28:23.441201 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ddde47b-a808-480b-ad53-15f6db9e21a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.445576 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ddde47b-a808-480b-ad53-15f6db9e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.485208 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddde47b-a808-480b-ad53-15f6db9e21a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f68dc9-66e9-4b56-a123-90cca32721b0,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.494071 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9b5261c5-f71d-496e-8a0d-dcf013c03dd7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5871499 Aug 02 17:28:23.494629 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34280) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:23.503470 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Request body: {'subnet': {'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1640214087-subnet', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:23.506312 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3ddde47b-a808-480b-ad53-15f6db9e21a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63e00ee1306742939a04939316e9f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396053 Aug 02 17:28:23.506793 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34282) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:23.559043 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Made reservation on behalf of 4cad3f7ba8e1443ea85340f4bac257b7 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:23.561560 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.572314 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.572548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Sync routers for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:23.598991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.604582 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:23.605427 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:23.655151 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.658343 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.664374 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42f68dc9-66e9-4b56-a123-90cca32721b0 HTTP/1.1" status: 204 len: 168 time: 0.1549637 Aug 02 17:28:23.675620 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba9aef-32a1-4ef4-af1f-efeb493ccb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f68dc9-66e9-4b56-a123-90cca32721b0,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.729597 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['f0c2132f-e147-4c7d-8657-6e34bc001ec1'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:23.756960 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34292) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:23.770345 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:23.829904 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.886599 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1025725372-network', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:23.963735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb828c3-b602-431a-a1a8-533aaab88add,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:23.985445 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Checking segment: {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:23.985867 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Network hostable DHCP agents. Network: 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:28:23.993583 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Made reservation on behalf of 822327a2f4f0427182b8af6b8c0654d8 for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:23.995869 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.010503 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.040634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:28:24.067181 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:24.076135 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.076801 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.103102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3e02e-c622-4034-8782-5da451b95daa None None] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:24.117778 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f11111c7-3e8d-43df-a8a5-24cbf116709f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:24.186678 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.195041 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.208696 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-69aeee45-9de9-454f-b19e-7276fefbcaf8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7123196 Aug 02 17:28:24.212891 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34316) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:24.219013 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:24.238352 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:28:24.240610 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 2, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:24.272615 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.273216 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Added segment d9c5fccc-2df9-4fe3-a1de-466a0f7741ab of type vlan for network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 Aug 02 17:28:24.275093 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Checking router: 06048878-756b-4a16-9a60-5dea057b1fd4 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:24.275585 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Updating router 06048878-756b-4a16-9a60-5dea057b1fd4 port f3e50254-ea03-4afc-bd24-927d5a4edc87 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:24.279827 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.282983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.294631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b9c618-e729-4c39-9838-4960e7ff5d86,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:24.318601 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.347967 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.366388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f11111c7-3e8d-43df-a8a5-24cbf116709f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:24.366746 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.393537 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.395189 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.395984 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.406660 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.478124 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] Pushing event updated for resources: {'Network': ['ID=afae1f53-a8c1-4102-bfb3-f9f8a4e72272,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:24.512131 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'fixed_ips': [{'subnet_id': 'ecb828c3-b602-431a-a1a8-533aaab88add'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:28:24.517020 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-14c99d0f-8e36-473d-9bd4-dbaf9775fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.517249 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.518790 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-14c99d0f-8e36-473d-9bd4-dbaf9775fa4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.2645855 Aug 02 17:28:24.519278 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:28:24.538886 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ab8f390c-91a5-4932-8b3e-1a25bb206e39 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7803726 Aug 02 17:28:24.558823 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34326) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:24.574113 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.590929 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Request body: {'subnet': {'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1025725372-subnet', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:24.614569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ff2aa-7ffa-4eda-a425-42f7ceaf8d50 req-c3f1d0c3-8975-4530-8054-814bdacc02e6 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.616335 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb2ff2aa-7ffa-4eda-a425-42f7ceaf8d50 req-c3f1d0c3-8975-4530-8054-814bdacc02e6 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.3150876 Aug 02 17:28:24.650775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f171-ecdf-40e2-969f-2a80dbe95636 req-c3992a12-5e9a-4704-9d83-09154533f2dc tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.658287 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0158f171-ecdf-40e2-969f-2a80dbe95636 req-c3992a12-5e9a-4704-9d83-09154533f2dc tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 944 time: 0.2688522 Aug 02 17:28:24.733695 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb2ff2aa-7ffa-4eda-a425-42f7ceaf8d50 req-b42da698-74dc-49b9-9d5c-a0f5e1ab9ad0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Aug 02 17:28:24.741494 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Made reservation on behalf of 822327a2f4f0427182b8af6b8c0654d8 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:24.743899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.817975 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0158f171-ecdf-40e2-969f-2a80dbe95636 req-1cec0b1d-cae4-4eb7-b4ed-67eafff55c46 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545365 Aug 02 17:28:24.852542 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-6b6f943f-d90d-4828-bc0e-3d02972d4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.854657 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-6b6f943f-d90d-4828-bc0e-3d02972d4ed1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.3084588 Aug 02 17:28:24.888920 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.911737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.944024 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-784bd355-082f-46e8-823e-b0d66e9990ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0609736 Aug 02 17:28:25.011369 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-b86abf5b-2bcf-472e-81a6-5e78ff9023e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:25.013824 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-b86abf5b-2bcf-472e-81a6-5e78ff9023e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0574942 Aug 02 17:28:25.034958 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Allocated IP 172.20.0.2 (850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2/ecb828c3-b602-431a-a1a8-533aaab88add/0e6fc606-585a-4215-a6cc-bad499da4ee3) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:25.044237 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Allocated IP 172.27.3.229 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/a5f2601f-cef8-45eb-a144-bd15d48cef84) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:25.155018 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-0e920941-7a68-480b-bcd7-ebed09fe1465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362241 Aug 02 17:28:25.156429 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.160352 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.183943 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Transition to ACTIVE for port object f3e50254-ea03-4afc-bd24-927d5a4edc87 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:25.201676 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.214665 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.305856 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:25.306451 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Network hostable DHCP agents. Network: afae1f53-a8c1-4102-bfb3-f9f8a4e72272, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:28:25.311625 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b098e8ed-ba77-4dd7-b02a-74013bbdabf3,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:25.314213 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f4832-9b85-42d2-8188-51d25dd23d39 None None] Pushing event updated for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:25.319992 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.357365 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.383532 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-f9e8a98a-62b9-4934-9b8a-227816d6f7c4 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114761 Aug 02 17:28:25.387377 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:28:25.413546 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Transition to ACTIVE for port object 0e6fc606-585a-4215-a6cc-bad499da4ee3 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:25.422661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Attempting to bind port f3e50254-ea03-4afc-bd24-927d5a4edc87 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:25.423338 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Attempting to bind port f3e50254-ea03-4afc-bd24-927d5a4edc87 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:25.423903 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Attempting to bind port f3e50254-ea03-4afc-bd24-927d5a4edc87 on network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:25.424343 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f2601f-cef8-45eb-a144-bd15d48cef84,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:25.437792 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:25.438324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Checking segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:25.438974 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.439549 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Bound using segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:25.440565 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, afae1f53-a8c1-4102-bfb3-f9f8a4e72272) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:25.441376 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Bound port: f3e50254-ea03-4afc-bd24-927d5a4edc87, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:25.442021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.452757 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b470fe-7fb6-474f-aefe-3d4b08d387ce None None] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:25.455810 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:25.457466 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:25.460496 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:25.466112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Transition to ACTIVE for port object 0e6fc606-585a-4215-a6cc-bad499da4ee3 will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:25.496442 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:25.497314 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.521676 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34352) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:25.544927 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-78d32d91-3bd6-4269-a714-065b62d5fb68 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9836841 Aug 02 17:28:25.547034 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.547651 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34356) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:25.552512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:25.598523 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0cf4b90e-0edd-4630-9511-53af8895b1ba req-008c0a29-f1c3-42ba-b2f2-48c1a0f11613 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996021 Aug 02 17:28:25.615860 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.618340 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.626977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:25.636008 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:25.652695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:25.675999 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Pushing event updated for resources: {'Port': ['ID=0e6fc606-585a-4215-a6cc-bad499da4ee3,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:25.721407 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] For port f3e50254-ea03-4afc-bd24-927d5a4edc87, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:25.725916 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.749192 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5fc45de3-21b0-44a1-b206-1420083215b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.786894 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] For port f3e50254-ea03-4afc-bd24-927d5a4edc87, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f3e50254-ea03-4afc-bd24-927d5a4edc87,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:25.796224 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Attempting to bind port 0e6fc606-585a-4215-a6cc-bad499da4ee3 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:25.796504 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Attempting to bind port 0e6fc606-585a-4215-a6cc-bad499da4ee3 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:25.796890 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Attempting to bind port 0e6fc606-585a-4215-a6cc-bad499da4ee3 on network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:25.807341 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.812806 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:25.813173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Checking segment: {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:25.813570 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.813956 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Bound using segment: {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:25.814446 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Bound port: 0e6fc606-585a-4215-a6cc-bad499da4ee3, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:25.814824 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:25.914121 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.065788 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] For port 0e6fc606-585a-4215-a6cc-bad499da4ee3, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:26.069457 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] For port 0e6fc606-585a-4215-a6cc-bad499da4ee3, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0e6fc606-585a-4215-a6cc-bad499da4ee3,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:26.083496 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:28:26.084368 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.097574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.116618 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:26.117691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:26.131692 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f4832-9b85-42d2-8188-51d25dd23d39 None None] Pushing event updated for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:26.171183 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.290406 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.385415 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178feb9-3585-47b3-be53-f7e99ea34d7e req-691b5c6e-8613-4c07-81cc-ff9ad65e6cd1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.389640 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3eef-5116-4afb-95c1-8e116a6167f3 None None] Pushing event updated for resources: {'Port': ['ID=0e6fc606-585a-4215-a6cc-bad499da4ee3,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:26.401476 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5178feb9-3585-47b3-be53-f7e99ea34d7e req-691b5c6e-8613-4c07-81cc-ff9ad65e6cd1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.5523407 Aug 02 17:28:26.402785 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:26.426183 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Router 9a43773b-d923-4730-9823-96330b9986fc is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:28:26.501626 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dc0f9-0c5d-404d-ae17-4af2991ecb9f req-dabbde9f-3614-4a61-8fb4-77ed04180cfa tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.510393 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-680dc0f9-0c5d-404d-ae17-4af2991ecb9f req-dabbde9f-3614-4a61-8fb4-77ed04180cfa tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 944 time: 0.5787468 Aug 02 17:28:26.557691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Allocated IP 172.20.0.2 (afae1f53-a8c1-4102-bfb3-f9f8a4e72272/b098e8ed-ba77-4dd7-b02a-74013bbdabf3/fc35ce26-f164-4f2b-8f3c-12399de4d2e8) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:26.572075 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5178feb9-3585-47b3-be53-f7e99ea34d7e req-916d7726-85f5-43ab-a42d-8fde1d34cb96 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Aug 02 17:28:26.645949 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:26.656192 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Sync routers for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:26.679474 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5fc45de3-21b0-44a1-b206-1420083215b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.684821 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-680dc0f9-0c5d-404d-ae17-4af2991ecb9f req-28efb51f-99cd-443b-8598-38eaf5699593 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582744 Aug 02 17:28:26.685039 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:26.687338 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:26.713105 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.713105 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-0e001598-25ea-4e3c-ae2e-53c400cceec3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4910514 Aug 02 17:28:26.713426 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5fc45de3-21b0-44a1-b206-1420083215b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.713530 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34390) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:26.776240 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34394) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:26.778052 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5fc45de3-21b0-44a1-b206-1420083215b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7bfbb56b285461690b0b56e35687c69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2549112 Aug 02 17:28:26.874457 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:26.900151 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc45de3-21b0-44a1-b206-1420083215b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90d5f8-699c-493b-928e-b6c99eddf79b,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:26.908522 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.919291 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:26.939200 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34396) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:26.950436 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Transition to ACTIVE for port object fc35ce26-f164-4f2b-8f3c-12399de4d2e8 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:26.957347 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01878f-288a-4b58-b3dc-0abdf8f1cd79 None None] The sync data for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi is: [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:26.970458 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.983996 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Transition to ACTIVE for port object fc35ce26-f164-4f2b-8f3c-12399de4d2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:26.993560 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f0c2132f-e147-4c7d-8657-6e34bc001ec1 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:26.999814 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.031527 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.061708 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.067153 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.161924 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 3, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:27.196707 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:27.210765 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:27.216954 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:27.225130 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Pushing event updated for resources: {'Port': ['ID=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:27.228635 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Checking router: 9a43773b-d923-4730-9823-96330b9986fc for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:27.230414 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Updating router 9a43773b-d923-4730-9823-96330b9986fc port a5f2601f-cef8-45eb-a144-bd15d48cef84 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:27.230533 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Allocated IP 172.27.3.243 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/cbe95333-54c8-408b-81b3-351c3174e28a) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:27.267982 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.307923 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.316309 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.317522 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce90d5f8-699c-493b-928e-b6c99eddf79b HTTP/1.1" status: 204 len: 168 time: 0.5403519 Aug 02 17:28:27.322048 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4462fa5-a065-4578-acfd-0806b41ff517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.358989 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port f0c2132f-e147-4c7d-8657-6e34bc001ec1 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:27.379769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Attempting to bind port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:27.380258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Attempting to bind port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:27.380625 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Attempting to bind port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:27.385021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port f0c2132f-e147-4c7d-8657-6e34bc001ec1 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:27.385393 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.386257 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a9b04-9cba-4632-8263-b0a0074bac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90d5f8-699c-493b-928e-b6c99eddf79b,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:27.449222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.464038 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:27.465030 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:27.465585 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.466113 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Bound using segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:27.466796 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Bound port: fc35ce26-f164-4f2b-8f3c-12399de4d2e8, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:27.467178 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.578776 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.739607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4462fa5-a065-4578-acfd-0806b41ff517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.777683 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4462fa5-a065-4578-acfd-0806b41ff517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.786866 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:27.836842 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:27.847553 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f4462fa5-a065-4578-acfd-0806b41ff517 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29f68af238a1405cb931a519159e2d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9022846 Aug 02 17:28:27.848852 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4462fa5-a065-4578-acfd-0806b41ff517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ca693-0cd4-4c1b-a6dc-975ed984a66c,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:27.851285 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34412) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:27.853597 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:27.887951 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.901918 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ba53c-2a27-4e76-8606-7babe6e7990e None None] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:27.907547 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe95333-54c8-408b-81b3-351c3174e28a,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:27.943684 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34414) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:27.997586 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.002106 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-18a646bf-90d2-4071-905d-e9e393bcfc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.014257 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.015647 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Transition to ACTIVE for port object a5f2601f-cef8-45eb-a144-bd15d48cef84 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:28.030908 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.089785 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032661-b497-4ab9-ad51-02e24e2a82a8 None None] Pushing event updated for resources: {'Port': ['ID=a5f2601f-cef8-45eb-a144-bd15d48cef84,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.120644 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Attempting to bind port a5f2601f-cef8-45eb-a144-bd15d48cef84 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:28.120927 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Attempting to bind port a5f2601f-cef8-45eb-a144-bd15d48cef84 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:28.121281 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Attempting to bind port a5f2601f-cef8-45eb-a144-bd15d48cef84 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:28.127313 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:28.127728 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:28.128126 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.128509 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:28.128994 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Bound port: a5f2601f-cef8-45eb-a144-bd15d48cef84, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:28.129386 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.144948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98663-4657-41c1-91a4-886a591bd695 req-644e3b3a-4ec5-490e-af08-939cdd0530ab tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:28.146746 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ac98663-4657-41c1-91a4-886a591bd695 req-644e3b3a-4ec5-490e-af08-939cdd0530ab tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.4037259 Aug 02 17:28:28.197474 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.218330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52ab7d-8e97-42c2-b627-0173eaf813c6 req-33306c4d-a546-48bc-8e52-d7b59f2c9d31 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:28.225274 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0e6fc606-585a-4215-a6cc-bad499da4ee3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:28.228518 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d52ab7d-8e97-42c2-b627-0173eaf813c6 req-33306c4d-a546-48bc-8e52-d7b59f2c9d31 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 944 time: 0.1852138 Aug 02 17:28:28.250823 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] For port a5f2601f-cef8-45eb-a144-bd15d48cef84, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:28.253181 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] For port a5f2601f-cef8-45eb-a144-bd15d48cef84, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=a5f2601f-cef8-45eb-a144-bd15d48cef84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:28.260831 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.270692 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-f62fa365-af02-43c2-b55d-aecdf0819d99 None None] Provisioning for port 0e6fc606-585a-4215-a6cc-bad499da4ee3 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:28.307219 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.310514 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ac98663-4657-41c1-91a4-886a591bd695 req-644097aa-8f2b-4c4e-934d-95e4c6309e22 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555514 Aug 02 17:28:28.356976 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032661-b497-4ab9-ad51-02e24e2a82a8 None None] Pushing event updated for resources: {'Port': ['ID=a5f2601f-cef8-45eb-a144-bd15d48cef84,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.395127 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:28.402501 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:28.403131 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:28.409025 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:28.412986 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae083b6-6e0d-48c4-963c-80ce610eb2e8" -d '{"events": [{"server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:28.435077 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.446173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.475536 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d52ab7d-8e97-42c2-b627-0173eaf813c6 req-9f2b5739-5250-47d4-9d0f-aefe2c087169 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394860 Aug 02 17:28:28.514442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] For port fc35ce26-f164-4f2b-8f3c-12399de4d2e8, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:28.538312 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af54a5a-7bdb-40f2-a90f-ac1798f6aab6 x-openstack-request-id: req-2af54a5a-7bdb-40f2-a90f-ac1798f6aab6 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:28.538524 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:28.538624 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2af54a5a-7bdb-40f2-a90f-ac1798f6aab6 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:28.539036 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'code': 200} Aug 02 17:28:28.546267 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.565522 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] For port fc35ce26-f164-4f2b-8f3c-12399de4d2e8, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:28.575172 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 0e6fc606-585a-4215-a6cc-bad499da4ee3 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:28.584829 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 0e6fc606-585a-4215-a6cc-bad499da4ee3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:28.585369 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.595302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.634135 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:28.659516 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.811272 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671946f-4f5c-43df-8caf-cec9c1d6dd3f None None] Pushing event updated for resources: {'Port': ['ID=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.906977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.910400 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-18a646bf-90d2-4071-905d-e9e393bcfc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.917761 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Allocated IP 172.20.0.1 (850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2/ecb828c3-b602-431a-a1a8-533aaab88add/9ad9e166-41a2-4682-86cc-30ab08581ca7) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:28.923491 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.926367 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.927747 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/228ca693-0cd4-4c1b-a6dc-975ed984a66c HTTP/1.1" status: 204 len: 168 time: 1.0422163 Aug 02 17:28:28.937631 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-18a646bf-90d2-4071-905d-e9e393bcfc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.956968 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b8db5-98b1-4bb0-b584-10ae48c38ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ca693-0cd4-4c1b-a6dc-975ed984a66c,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.986618 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-c4c0017b-8530-4c44-b49e-f3fae38618a4 None None] Provisioning complete for port 0e6fc606-585a-4215-a6cc-bad499da4ee3 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:28.986988 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c4c0017b-8530-4c44-b49e-f3fae38618a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.021549 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 0e6fc606-585a-4215-a6cc-bad499da4ee3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0e6fc606-585a-4215-a6cc-bad499da4ee3,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:29.074696 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.076209 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f3e50254-ea03-4afc-bd24-927d5a4edc87 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:29.114275 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-18a646bf-90d2-4071-905d-e9e393bcfc32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9adb4b4bf478497381c008983178cb70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1587319 Aug 02 17:28:29.115254 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.116728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34422) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:29.150854 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a646bf-90d2-4071-905d-e9e393bcfc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aebd8f8-55e2-491f-bf7e-4a5d1ace0304,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.184283 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=0e6fc606-585a-4215-a6cc-bad499da4ee3,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.268118 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.272549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.283663 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port f3e50254-ea03-4afc-bd24-927d5a4edc87 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:29.285162 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356635-ba4f-4ec4-a44c-93a3b564881f req-bd258497-24bc-47e7-bfbb-ad565b14d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:29.287181 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3356635-ba4f-4ec4-a44c-93a3b564881f req-bd258497-24bc-47e7-bfbb-ad565b14d759 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 1098 time: 0.5090568 Aug 02 17:28:29.292249 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f3e50254-ea03-4afc-bd24-927d5a4edc87 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:29.292639 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.293476 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 3, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:29.305667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Transition to ACTIVE for port object 9ad9e166-41a2-4682-86cc-30ab08581ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:29.312615 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.376672 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4ccbb-f7d0-4e25-af17-ba27d3add77f None None] The sync data for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi is: [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:25Z', 'revision_number': 3, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:29.409506 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3356635-ba4f-4ec4-a44c-93a3b564881f req-1044bb9f-dd04-45c8-a610-70e1f9d0e01a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052430 Aug 02 17:28:29.410340 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.422227 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.428631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Router 99ffd944-d81a-4739-a6d5-99608f93accf is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:28:29.477906 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port f3e50254-ea03-4afc-bd24-927d5a4edc87, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f3e50254-ea03-4afc-bd24-927d5a4edc87,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:29.492476 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.494645 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.500810 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.503522 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.507530 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7aebd8f8-55e2-491f-bf7e-4a5d1ace0304 HTTP/1.1" status: 204 len: 168 time: 0.3847651 Aug 02 17:28:29.530442 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:29.538821 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:29.547239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:29.580137 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfec26f-35f4-45ab-b9ab-2ae568feb745 req-f3038ed9-21b7-446b-bcb7-e285d31c3350 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:29.595989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dcfec26f-35f4-45ab-b9ab-2ae568feb745 req-f3038ed9-21b7-446b-bcb7-e285d31c3350 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1845074 Aug 02 17:28:29.602192 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.648981 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.652207 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a43eb-5f11-4576-b2ff-250832eb5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aebd8f8-55e2-491f-bf7e-4a5d1ace0304,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.763308 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34434) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:29.872559 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dcfec26f-35f4-45ab-b9ab-2ae568feb745 req-bfa37816-c437-4bd5-ae3b-094b4a133e78 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756701 Aug 02 17:28:29.873411 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69074022-e194-4f2a-ae32-6d125ca3f479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.910792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:29.925972 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:29.939111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:29.939966 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:30.001154 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29948-b2da-4131-b0c0-236354269c4a req-33ef8c51-4642-4fd4-81fa-980f1735ef1a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:30.006230 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.027146 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f0d29948-b2da-4131-b0c0-236354269c4a req-33ef8c51-4642-4fd4-81fa-980f1735ef1a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.2759359 Aug 02 17:28:30.199119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f0d29948-b2da-4131-b0c0-236354269c4a req-0bd12aff-a82f-4207-85e7-95e97a355e40 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734221 Aug 02 17:28:30.203558 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4fc75334-b1e8-4db3-a273-548058ceec53 None None] Provisioning for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:30.232141 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4fc75334-b1e8-4db3-a273-548058ceec53 None None] Provisioning complete for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:30.232653 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc75334-b1e8-4db3-a273-548058ceec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.331314 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1e2cc-4da0-4a4e-9257-b3812819f3c8 None None] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:30.334319 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device fc35ce26-f164-4f2b-8f3c-12399de4d2e8 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:30.340253 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69074022-e194-4f2a-ae32-6d125ca3f479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.352776 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-69074022-e194-4f2a-ae32-6d125ca3f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.374110 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.380005 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.381611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-55cd8d3d-bec7-4645-a3d3-5197ff78fef3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8328693 Aug 02 17:28:30.385563 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.389082 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34450) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:30.477852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:30.497510 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:30.523604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.593078 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-69074022-e194-4f2a-ae32-6d125ca3f479 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f30c98ec2ed043f5821ed854d5559dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8286812 Aug 02 17:28:30.595421 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34458) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:30.635700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-4fc75334-b1e8-4db3-a273-548058ceec53 None None] Port 9ad9e166-41a2-4682-86cc-30ab08581ca7 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:30.663294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2138eee5-53b1-4065-8ee3-654964e6206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.687472 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.699467 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074022-e194-4f2a-ae32-6d125ca3f479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac840c-1897-4a4e-94b3-0cc04976acc3,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:30.730717 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:30.732789 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:30.777563 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.792290 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:30.807925 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device a5f2601f-cef8-45eb-a144-bd15d48cef84 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:30.942836 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Provisioning for port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:30.965461 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.971816 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Provisioning complete for port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:30.972452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.978795 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:30.990312 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44ac840c-1897-4a4e-94b3-0cc04976acc3 HTTP/1.1" status: 204 len: 168 time: 0.3802798 Aug 02 17:28:31.020663 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beca0c-69eb-4c05-bf67-2cc51f908f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac840c-1897-4a4e-94b3-0cc04976acc3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:31.036287 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Router 9a43773b-d923-4730-9823-96330b9986fc has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:28:31.118345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c40d5-5580-40aa-ba46-99b23b360e58 req-4be6d21d-ade5-4d24-a967-504ebb908ed9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:31.120028 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e86c40d5-5580-40aa-ba46-99b23b360e58 req-4be6d21d-ade5-4d24-a967-504ebb908ed9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0934846 Aug 02 17:28:31.169267 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e86c40d5-5580-40aa-ba46-99b23b360e58 req-ba9dbc5e-5649-4e43-9d7a-a6cdc54aedd7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Aug 02 17:28:31.187983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:31.242592 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9d099a85-a98b-49b8-9ec1-9c262ee403d6 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a43773b-d923-4730-9823-96330b9986fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5321481 Aug 02 17:28:31.266524 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:31.351473 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port a5f2601f-cef8-45eb-a144-bd15d48cef84 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:31.368687 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port a5f2601f-cef8-45eb-a144-bd15d48cef84 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:31.369231 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:31.663620 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9220f-fac0-41ab-a099-22f82d714b81 req-def9ad92-829e-4a85-89fd-abe6bab9ed41 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:31.665218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29d9220f-fac0-41ab-a099-22f82d714b81 req-def9ad92-829e-4a85-89fd-abe6bab9ed41 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.2430201 Aug 02 17:28:31.762941 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:28Z', 'revision_number': 3, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:31.764951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29d9220f-fac0-41ab-a099-22f82d714b81 req-377ff3a3-4cc1-4aef-a47d-905aa68a55fb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886369 Aug 02 17:28:31.802253 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Allocated IP 172.20.0.1 (afae1f53-a8c1-4102-bfb3-f9f8a4e72272/b098e8ed-ba77-4dd7-b02a-74013bbdabf3/7ea18a77-5faf-4460-b0bc-05da35779418) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:31.819376 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:31.819728 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Updating router 99ffd944-d81a-4739-a6d5-99608f93accf port cbe95333-54c8-408b-81b3-351c3174e28a binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:31.822191 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:31.890413 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:31.955927 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] For port fc35ce26-f164-4f2b-8f3c-12399de4d2e8, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:31.976372 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.062504 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.131428 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Sync routers for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:32.152404 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:32.153048 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:32.198119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port a5f2601f-cef8-45eb-a144-bd15d48cef84, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=a5f2601f-cef8-45eb-a144-bd15d48cef84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:32.300957 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.312458 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f3e50254-ea03-4afc-bd24-927d5a4edc87 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:32.351911 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:32.360622 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2eae4050-c538-40fe-99fc-0f0a6c619607 None None] Provisioning complete for port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:32.360915 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2eae4050-c538-40fe-99fc-0f0a6c619607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.460346 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac1f83-3537-4fb1-adc0-58b0af5c5ed2 None None] Pushing event updated for resources: {'Port': ['ID=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:32.509722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77746b-06f8-4261-83d9-12dee5a09a00 req-a12c1885-9e79-4c47-8181-0ae30e57b321 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:32.513942 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-df77746b-06f8-4261-83d9-12dee5a09a00 req-a12c1885-9e79-4c47-8181-0ae30e57b321 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1914201 Aug 02 17:28:32.665526 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.689019 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-df77746b-06f8-4261-83d9-12dee5a09a00 req-a9f3faa6-642c-4c4d-9fbe-888c0111703c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663346 Aug 02 17:28:32.695696 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Transition to ACTIVE for port object 7ea18a77-5faf-4460-b0bc-05da35779418 will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:32.768292 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port f3e50254-ea03-4afc-bd24-927d5a4edc87 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:32.768884 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.801010 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:32.849541 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=a5f2601f-cef8-45eb-a144-bd15d48cef84,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:32.878879 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 4, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '9ad9e166-41a2-4682-86cc-30ab08581ca7', 'name': '', 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'mac_address': 'fa:16:3e:5f:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:28Z', 'updated_at': '2021-08-02T17:28:30Z', 'revision_number': 2, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'subnets': [{'id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:32.938405 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:32.955029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:32.956921 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Checking router: 9a43773b-d923-4730-9823-96330b9986fc for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:32.957273 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Updating router 9a43773b-d923-4730-9823-96330b9986fc port 9ad9e166-41a2-4682-86cc-30ab08581ca7 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:32.960559 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:32.961054 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.001150 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.146283 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0e6fc606-585a-4215-a6cc-bad499da4ee3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:33.199897 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34554) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:33.211543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:33.232366 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ce44dee0-53ad-4d0a-8af6-27125da67ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.245556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2eae4050-c538-40fe-99fc-0f0a6c619607 None None] Provisioning complete for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:33.246344 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2eae4050-c538-40fe-99fc-0f0a6c619607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.284961 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.324471 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.328507 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-2eae4050-c538-40fe-99fc-0f0a6c619607 None None] Port 9ad9e166-41a2-4682-86cc-30ab08581ca7 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:33.390408 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Transition to ACTIVE for port object cbe95333-54c8-408b-81b3-351c3174e28a will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:33.399700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 0e6fc606-585a-4215-a6cc-bad499da4ee3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:33.402319 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.503165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74bdf8e2-c851-4156-8af0-fcaf541ad392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.512343 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.520958 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.536689 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Transition to ACTIVE for port object 9ad9e166-41a2-4682-86cc-30ab08581ca7 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:33.548281 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.610220 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.618183 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4963f2e1-60d0-467e-9b9e-5eaf2feab5bf None None] Provisioning for port 7ea18a77-5faf-4460-b0bc-05da35779418 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:33.622834 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f014-85ba-4332-ba93-d1510211799e None None] Pushing event updated for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:33.626201 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07180db4-a598-4175-952e-50da970f2aab None None] Pushing event updated for resources: {'Port': ['ID=cbe95333-54c8-408b-81b3-351c3174e28a,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:33.630706 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Attempting to bind port cbe95333-54c8-408b-81b3-351c3174e28a on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:33.631067 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Attempting to bind port cbe95333-54c8-408b-81b3-351c3174e28a by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:33.631432 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Attempting to bind port cbe95333-54c8-408b-81b3-351c3174e28a on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:33.637494 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4963f2e1-60d0-467e-9b9e-5eaf2feab5bf None None] Provisioning complete for port 7ea18a77-5faf-4460-b0bc-05da35779418 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:33.637870 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4963f2e1-60d0-467e-9b9e-5eaf2feab5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.654853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.666734 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.667660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.693665 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:33.694054 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:33.694480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.694874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:33.695361 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Bound port: cbe95333-54c8-408b-81b3-351c3174e28a, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:33.696567 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.757364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74bdf8e2-c851-4156-8af0-fcaf541ad392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.771364 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Attempting to bind port 9ad9e166-41a2-4682-86cc-30ab08581ca7 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:33.772430 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Attempting to bind port 9ad9e166-41a2-4682-86cc-30ab08581ca7 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:33.772956 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Attempting to bind port 9ad9e166-41a2-4682-86cc-30ab08581ca7 on network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:33.779659 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74bdf8e2-c851-4156-8af0-fcaf541ad392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.781336 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:33.781764 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Checking segment: {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:33.782959 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.784585 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Bound using segment: {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:33.786430 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Bound port: 9ad9e166-41a2-4682-86cc-30ab08581ca7, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdca58-1348-4a92-b3f1-1fc20fd711a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:33.788177 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.807958 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:33.825395 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-4963f2e1-60d0-467e-9b9e-5eaf2feab5bf None None] Port 7ea18a77-5faf-4460-b0bc-05da35779418 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:33.895697 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] For port cbe95333-54c8-408b-81b3-351c3174e28a, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:33.910851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] For port cbe95333-54c8-408b-81b3-351c3174e28a, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=cbe95333-54c8-408b-81b3-351c3174e28a,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:33.925044 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-74bdf8e2-c851-4156-8af0-fcaf541ad392 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c693c871616e40e29d85858f91b89e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233310 Aug 02 17:28:33.929683 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:33.932307 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34568) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:33.948641 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdf8e2-c851-4156-8af0-fcaf541ad392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f358f15-925b-42b7-ae28-692fd9effffa,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:33.950299 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] For port 9ad9e166-41a2-4682-86cc-30ab08581ca7, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:33.957200 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] For port 9ad9e166-41a2-4682-86cc-30ab08581ca7, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9ad9e166-41a2-4682-86cc-30ab08581ca7,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:33.976631 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.039325 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device fc35ce26-f164-4f2b-8f3c-12399de4d2e8 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:34.085395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.113818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.124972 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f014-85ba-4332-ba93-d1510211799e None None] Pushing event updated for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=4']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:34.138716 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:34.139671 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:34.159034 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:34.159871 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:34.170584 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e22f-ed07-4540-bdd1-d1684c0a9667 req-6bef043e-3875-4b16-90e2-6b4925f97e89 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:34.172163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57b6e22f-ed07-4540-bdd1-d1684c0a9667 req-6bef043e-3875-4b16-90e2-6b4925f97e89 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.2050159 Aug 02 17:28:34.229441 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.232272 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.235947 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f358f15-925b-42b7-ae28-692fd9effffa HTTP/1.1" status: 204 len: 168 time: 0.2999482 Aug 02 17:28:34.245377 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07180db4-a598-4175-952e-50da970f2aab None None] Pushing event updated for resources: {'Port': ['ID=cbe95333-54c8-408b-81b3-351c3174e28a,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:34.250953 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00055f36-fa60-4160-9724-72e58f761306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f358f15-925b-42b7-ae28-692fd9effffa,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:34.255935 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.276835 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:34.279222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:34.376714 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:34.405595 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57b6e22f-ed07-4540-bdd1-d1684c0a9667 req-0f5a30c6-f97c-4073-b886-a1f164571292 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184422 Aug 02 17:28:34.453106 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:34.453488 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.555970 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:28:34.606262 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:34.811636 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-1dc302d5-9007-43c3-873c-1c0ce025dfbd None None] Provisioning complete for port 7ea18a77-5faf-4460-b0bc-05da35779418 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:34.812003 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1dc302d5-9007-43c3-873c-1c0ce025dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:34.820385 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 4, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '9ad9e166-41a2-4682-86cc-30ab08581ca7', 'name': '', 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'mac_address': 'fa:16:3e:5f:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:28Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'subnets': [{'id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:34.834431 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:34.847012 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f4fe4d68-ebbd-4623-abb8-32d373749046 admin admin] 10.222.0.54 "PUT /v2.0/routers/99ffd944-d81a-4739-a6d5-99608f93accf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4521980 Aug 02 17:28:34.855620 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device a5f2601f-cef8-45eb-a144-bd15d48cef84 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:34.865704 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b2fbc-29da-4784-94a8-3f1f985c582e None None] The sync data for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi is: [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 4, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '9ad9e166-41a2-4682-86cc-30ab08581ca7', 'name': '', 'network_id': '850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'mac_address': 'fa:16:3e:5f:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:28Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'subnets': [{'id': 'ecb828c3-b602-431a-a1a8-533aaab88add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:34.893548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-1dc302d5-9007-43c3-873c-1c0ce025dfbd None None] Port 7ea18a77-5faf-4460-b0bc-05da35779418 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:34.992198 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port a5f2601f-cef8-45eb-a144-bd15d48cef84 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:34.992522 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:35.080427 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 2, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:35.341827 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2be569-114a-4c39-89fe-9cabb8910769 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 2, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:35.816823 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34618) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:35.825737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1846379179-network', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:35.832600 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:35.887281 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Made reservation on behalf of d0cc731754b34773b586432d31cc57e5 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:35.894232 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:35.920432 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.088117 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9ad9e166-41a2-4682-86cc-30ab08581ca7 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:36.177177 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.193137 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.305739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4313b-bfed-450c-8b86-8be596a97a10,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:36.341824 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:36.379620 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:36.380694 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:28:36.381173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.429217 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.429855 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Added segment 38a04f5f-b365-401b-8804-a761621a0260 of type vlan for network f7c6ad87-0c3c-4c90-9f35-479415913938 Aug 02 17:28:36.531209 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.603592 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.604977 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:36.606014 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.666389 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.738833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34630) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:36.741906 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 9ad9e166-41a2-4682-86cc-30ab08581ca7, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9ad9e166-41a2-4682-86cc-30ab08581ca7,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:36.744994 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Request body: {'subnet': {'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1846379179-subnet', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:36.750922 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9301159 Aug 02 17:28:36.755904 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.760894 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185c84-5d88-482f-9d85-ced5a12364b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c6ad87-0c3c-4c90-9f35-479415913938,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:36.791169 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network f7c6ad87-0c3c-4c90-9f35-479415913938 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:28:36.839601 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Made reservation on behalf of d0cc731754b34773b586432d31cc57e5 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:36.850578 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:36.901821 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:37.044507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831bdaf-21c9-4280-87e1-4ef2e75649ec req-35855be7-2539-4d6f-b50f-07557ea5ab1c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:37.046050 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9831bdaf-21c9-4280-87e1-4ef2e75649ec req-35855be7-2539-4d6f-b50f-07557ea5ab1c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Aug 02 17:28:37.120222 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9831bdaf-21c9-4280-87e1-4ef2e75649ec req-5b9a95a6-877b-4873-8d8a-a81407ec4f0f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662475 Aug 02 17:28:37.195048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.273990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Checking segment: {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:37.273990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Network hostable DHCP agents. Network: f7c6ad87-0c3c-4c90-9f35-479415913938, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:28:37.276305 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3cf527-3ad0-419e-8211-0bf8627979d4,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:37.299368 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Network f7c6ad87-0c3c-4c90-9f35-479415913938 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:28:37.328734 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, f7c6ad87-0c3c-4c90-9f35-479415913938) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:37.334265 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:37.334265 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.340390 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459552a8-27df-431d-91fa-05edcd36d3d7 None None] Network f7c6ad87-0c3c-4c90-9f35-479415913938 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:37.355126 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-16d8c3af-f51c-4f1b-9cc0-0ef5f0190b24 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6149499 Aug 02 17:28:37.357828 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34638) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:37.362713 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:37.404931 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.406326 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.494396 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.606488 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-f7c6ad87-0c3c-4c90-9f35-479415913938', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:28:37.608514 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.696154 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:37.888680 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Allocated IP 172.20.0.2 (f7c6ad87-0c3c-4c90-9f35-479415913938/6d3cf527-3ad0-419e-8211-0bf8627979d4/2fadca6e-a976-48cd-ac88-3256c6fa19c7) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:38.173467 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.193551 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9ad9e166-41a2-4682-86cc-30ab08581ca7 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:38.213443 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.317628 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.328613 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Transition to ACTIVE for port object 2fadca6e-a976-48cd-ac88-3256c6fa19c7 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:38.343986 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 9ad9e166-41a2-4682-86cc-30ab08581ca7 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:38.345197 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.382262 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Transition to ACTIVE for port object 2fadca6e-a976-48cd-ac88-3256c6fa19c7 will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:38.391675 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Allocated IP 172.27.3.192 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/061946a6-a6d0-43cf-8b3d-a88e7fe38548) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:38.407827 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.422811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f114163-e9e3-4786-8462-c7d2e8a0a55e req-dc53dcba-18eb-4c6a-a1d7-5df9e3e759a7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:38.424517 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f114163-e9e3-4786-8462-c7d2e8a0a55e req-dc53dcba-18eb-4c6a-a1d7-5df9e3e759a7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0973997 Aug 02 17:28:38.489518 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Network f7c6ad87-0c3c-4c90-9f35-479415913938 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:38.501607 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:38.557068 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f114163-e9e3-4786-8462-c7d2e8a0a55e req-6fdabcfd-d43b-46bb-8721-f992b53306d0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046414 Aug 02 17:28:38.598608 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:38.613472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Pushing event updated for resources: {'Port': ['ID=2fadca6e-a976-48cd-ac88-3256c6fa19c7,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:38.615952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.641687 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device cbe95333-54c8-408b-81b3-351c3174e28a up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:38.666613 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.716171 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:38.721021 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:38.725802 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:38.736299 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Attempting to bind port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:38.736299 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Attempting to bind port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:38.744294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Attempting to bind port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 on network f7c6ad87-0c3c-4c90-9f35-479415913938 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:38.762988 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:38.763379 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Checking segment: {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:38.763764 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.764148 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Bound using segment: {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:38.764614 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Bound port: 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:38.764989 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.830703 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port cbe95333-54c8-408b-81b3-351c3174e28a completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:38.839183 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Pushing event updated for resources: {'Port': ['ID=061946a6-a6d0-43cf-8b3d-a88e7fe38548,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:38.840451 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port cbe95333-54c8-408b-81b3-351c3174e28a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:38.840451 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.915548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] For port 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:38.936888 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] For port 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=2fadca6e-a976-48cd-ac88-3256c6fa19c7,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:38.969046 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:38.981864 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:39.023584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194cec3-6df4-4244-b6c8-2638d6fbe273 None None] Pushing event updated for resources: {'Port': ['ID=2fadca6e-a976-48cd-ac88-3256c6fa19c7,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:39.051179 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:39.083349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port cbe95333-54c8-408b-81b3-351c3174e28a, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=cbe95333-54c8-408b-81b3-351c3174e28a,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:39.098011 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:39.197354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=cbe95333-54c8-408b-81b3-351c3174e28a,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:39.326673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:39.797128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:28:39.937594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:39.949547 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Sync routers for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:39.960099 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:39.960731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:39.963531 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:39.967591 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6f797528-417a-427e-96b2-f3835bb40b79 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6060679 Aug 02 17:28:39.967788 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34676) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:40.105551 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 2fadca6e-a976-48cd-ac88-3256c6fa19c7 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:40.172021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:40.320456 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:40.333339 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device cbe95333-54c8-408b-81b3-351c3174e28a up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:40.425583 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port cbe95333-54c8-408b-81b3-351c3174e28a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:40.426264 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:40.483101 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:38Z', 'revision_number': 3, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:40.544080 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Checking router: 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:40.544431 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Updating router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:40.630968 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:40.635234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:40.865854 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Allocated IP 172.20.0.1 (f7c6ad87-0c3c-4c90-9f35-479415913938/6d3cf527-3ad0-419e-8211-0bf8627979d4/654d7cce-a451-4f18-b99b-d30f1c0bc17d) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:40.917111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d778ae-ac95-4375-816d-b73c0e75b204 None None] Network f7c6ad87-0c3c-4c90-9f35-479415913938 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:28:40.936887 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:40.952238 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:40.952879 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:41.060459 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.087287 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Transition to ACTIVE for port object 654d7cce-a451-4f18-b99b-d30f1c0bc17d will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:41.141308 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.143003 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:41.146936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.157793 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Transition to ACTIVE for port object 061946a6-a6d0-43cf-8b3d-a88e7fe38548 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:41.181058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.198847 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Provisioning for port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:41.202641 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Network f7c6ad87-0c3c-4c90-9f35-479415913938 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:41.209013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:41.232265 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:41.232763 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.236325 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Pushing event updated for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:41.255105 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Provisioning complete for port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:41.255823 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.314493 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Attempting to bind port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:41.315037 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Attempting to bind port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:41.315489 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Attempting to bind port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:41.327281 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:41.327787 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:41.328287 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.328773 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:41.329340 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Bound port: 061946a6-a6d0-43cf-8b3d-a88e7fe38548, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:41.329814 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.351180 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1f81-49aa-43b1-873f-5174027f1125 None None] Pushing event updated for resources: {'Port': ['ID=061946a6-a6d0-43cf-8b3d-a88e7fe38548,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:41.493285 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc95625-53a3-45fc-afc0-9a36c2d975a8 req-240ba267-f044-4de9-89e3-fdb1377231ff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:41.494948 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebc95625-53a3-45fc-afc0-9a36c2d975a8 req-240ba267-f044-4de9-89e3-fdb1377231ff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1397829 Aug 02 17:28:41.510463 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] For port 061946a6-a6d0-43cf-8b3d-a88e7fe38548, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:41.515544 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.546980 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] For port 061946a6-a6d0-43cf-8b3d-a88e7fe38548, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=061946a6-a6d0-43cf-8b3d-a88e7fe38548,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:41.559975 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.582270 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebc95625-53a3-45fc-afc0-9a36c2d975a8 req-a5cb221c-4f64-4cde-87f4-c6c1e84e8af7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709066 Aug 02 17:28:41.583029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.681587 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 2, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:41.765549 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] For port 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=2fadca6e-a976-48cd-ac88-3256c6fa19c7,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:41.765800 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:41.766064 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Updating router 99ffd944-d81a-4739-a6d5-99608f93accf port 7ea18a77-5faf-4460-b0bc-05da35779418 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:41.800106 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.818513 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:41.830404 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:41.832210 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.871381 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.896888 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.897643 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:41.950718 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1f81-49aa-43b1-873f-5174027f1125 None None] Pushing event updated for resources: {'Port': ['ID=061946a6-a6d0-43cf-8b3d-a88e7fe38548,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:41.996472 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Pushing event updated for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:42.155834 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64648bdc-3bc0-4280-9445-bad7712ed1f3 None None] Pushing event updated for resources: {'Port': ['ID=2fadca6e-a976-48cd-ac88-3256c6fa19c7,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:42.222970 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Network f7c6ad87-0c3c-4c90-9f35-479415913938 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:42.228398 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:42.248433 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Provisioning for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:42.263845 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Provisioning complete for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:42.265294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.273429 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:42.368314 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Port 654d7cce-a451-4f18-b99b-d30f1c0bc17d cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:42.452376 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Provisioning complete for port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:42.452880 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d4e34e54-d773-4a18-9e30-dc234013ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.455669 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:28:42.630432 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.662801 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Transition to ACTIVE for port object 7ea18a77-5faf-4460-b0bc-05da35779418 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:42.679828 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.700940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:42.706725 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-31e31ace-869e-4915-a3b0-04e087370039 admin admin] 10.222.0.54 "PUT /v2.0/routers/5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375970 Aug 02 17:28:42.747089 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd16240-00b6-49d9-8d71-6c85fa6a094c None None] Pushing event updated for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:42.790429 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762c5b9-24cd-4b18-8924-4001188aaf78 req-80ba433b-56a7-4215-ae1c-96eca0c9af1c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:42.802046 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1762c5b9-24cd-4b18-8924-4001188aaf78 req-80ba433b-56a7-4215-ae1c-96eca0c9af1c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0846329 Aug 02 17:28:42.813888 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '654d7cce-a451-4f18-b99b-d30f1c0bc17d', 'name': '', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:40Z', 'updated_at': '2021-08-02T17:28:40Z', 'revision_number': 1, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'subnets': [{'id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:42.852234 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c31e-d627-4214-99b6-cc71b55b65f2 None None] The sync data for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi is: [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '654d7cce-a451-4f18-b99b-d30f1c0bc17d', 'name': '', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:40Z', 'updated_at': '2021-08-02T17:28:40Z', 'revision_number': 1, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'subnets': [{'id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:42.865965 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Attempting to bind port 7ea18a77-5faf-4460-b0bc-05da35779418 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:42.866354 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Attempting to bind port 7ea18a77-5faf-4460-b0bc-05da35779418 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:42.866710 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Attempting to bind port 7ea18a77-5faf-4460-b0bc-05da35779418 on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:42.883305 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:42.885044 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:42.885395 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.885783 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Bound using segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:42.886293 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Bound port: 7ea18a77-5faf-4460-b0bc-05da35779418, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:42.886689 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.899006 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1762c5b9-24cd-4b18-8924-4001188aaf78 req-93a6c6f6-528e-4655-b5b4-b0e2f6598d4a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Aug 02 17:28:42.901271 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99dcee03-a47f-4aba-b6cf-3414ca5bb239 None None] Provisioning complete for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:42.901649 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99dcee03-a47f-4aba-b6cf-3414ca5bb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:42.992812 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99dcee03-a47f-4aba-b6cf-3414ca5bb239 None None] Port 654d7cce-a451-4f18-b99b-d30f1c0bc17d cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:43.074191 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] For port 7ea18a77-5faf-4460-b0bc-05da35779418, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:43.079120 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] For port 7ea18a77-5faf-4460-b0bc-05da35779418, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=7ea18a77-5faf-4460-b0bc-05da35779418,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:43.090348 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.208905 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:43.211458 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:43.477151 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd16240-00b6-49d9-8d71-6c85fa6a094c None None] Pushing event updated for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=4']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:43.612811 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:43.974587 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34736) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:43.980101 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384923442', 'description': 'tempest-secgroup-smoke-1384923442 description', 'project_id': '822327a2f4f0427182b8af6b8c0654d8'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:44.024595 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.101041 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7ea18a77-5faf-4460-b0bc-05da35779418 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:44.103656 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:43Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:44.136779 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6bfe8-6417-4293-be94-982dabd8d135 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:43Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:44.233418 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 7ea18a77-5faf-4460-b0bc-05da35779418 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:44.247432 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 7ea18a77-5faf-4460-b0bc-05da35779418 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:44.247802 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.312946 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207665-d74b-481a-bb02-81b68a59b5ad req-c5e5fa3d-cc05-4f9e-9469-9ced2c4edc12 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:44.317752 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28207665-d74b-481a-bb02-81b68a59b5ad req-c5e5fa3d-cc05-4f9e-9469-9ced2c4edc12 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1952899 Aug 02 17:28:44.418375 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.437134 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.446924 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.520383 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 7ea18a77-5faf-4460-b0bc-05da35779418, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=7ea18a77-5faf-4460-b0bc-05da35779418,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:44.535852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.538406 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 2fadca6e-a976-48cd-ac88-3256c6fa19c7 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:44.543949 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28207665-d74b-481a-bb02-81b68a59b5ad req-d8aaa4ee-6a9d-4cc9-a07d-e51a1fbefe0b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113583 Aug 02 17:28:44.576372 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.580857 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34754) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:44.586187 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:44.593039 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6151583 Aug 02 17:28:44.597729 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413908f5-4235-4bd7-bb2e-8a49ff2dcd10,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.634468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.635318 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.635437 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.635858 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.636345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.637793 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934c730-d060-4c70-b3d8-bb834ddde28a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.661474 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.774977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.790700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:44.791301 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.868452 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.880416 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.941303 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911eba6d-a3bc-4bfe-8148-e61ccb553e43,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.961110 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.962208 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3798573 Aug 02 17:28:44.965571 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34770) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:44.972273 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.974341 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.974489 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:44.977234 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.979870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.981389 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.981893 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.982439 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.983550 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.985599 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.987641 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.988363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:44.988858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037c839-69bf-4abd-abff-96c65a11b058 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:45.065982 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.251730 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.262713 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.304792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce71afc-74a1-4fd1-bbb2-dbbe39999cb7,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.323264 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.329454 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-4b3eb926-b59d-4ead-8ffe-bf3378acd755 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3627710 Aug 02 17:28:45.332376 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34784) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.339267 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:45.387865 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.489548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.495583 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.520340 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cfde16-05df-4ba6-bd6e-26306a18a202,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.537220 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.542542 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 34792) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.542881 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9ecc69ce-7204-4a67-b307-d83e46ec9313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091687 Aug 02 17:28:45.549706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:45.604787 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.720648 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.730555 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.756017 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc0f06-220a-477a-ba16-e1a9fbfb87d0 req-d1752bb1-dfec-46ff-af89-4d417e1a8bf8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:45.764611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14fc0f06-220a-477a-ba16-e1a9fbfb87d0 req-d1752bb1-dfec-46ff-af89-4d417e1a8bf8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1065941 Aug 02 17:28:45.812777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18868662-b820-4e17-98b6-75fa7760718c,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.838315 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.838990 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14fc0f06-220a-477a-ba16-e1a9fbfb87d0 req-07cc9bbc-ae25-414f-a75d-a8121b927f1c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685992 Aug 02 17:28:45.842765 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34804) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.843050 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ed8a86fe-9acf-429a-a3f1-33fb8201c76f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2970376 Aug 02 17:28:45.848358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:45.923000 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.securitygroups_db [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Project 822327a2f4f0427182b8af6b8c0654d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:28:45.928941 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.043012 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.052059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.083682 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aed18e-e2d5-4657-89b8-61fe1b312371,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.101724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.103416 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8803fbc7-ea68-47c1-898d-fd895bc74dc1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2596488 Aug 02 17:28:46.106286 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 34812) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:46.111276 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'security_group_rule': {'security_group_id': '413908f5-4235-4bd7-bb2e-8a49ff2dcd10', 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:46.138102 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.securitygroups_db [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Project 822327a2f4f0427182b8af6b8c0654d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:28:46.144900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.165545 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 061946a6-a6d0-43cf-8b3d-a88e7fe38548 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:46.275827 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.286047 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.302349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:46.310809 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:46.311356 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.324825 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5ce45d-5030-42c2-aa69-93905daee0c2,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.349408 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.354527 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0e8244aa-12f6-4b55-b43c-0a230b4d6d30 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2468755 Aug 02 17:28:46.449343 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.483334 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 061946a6-a6d0-43cf-8b3d-a88e7fe38548, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=061946a6-a6d0-43cf-8b3d-a88e7fe38548,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:46.492457 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.493655 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7ea18a77-5faf-4460-b0bc-05da35779418 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:46.643396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=061946a6-a6d0-43cf-8b3d-a88e7fe38548,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.654752 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 7ea18a77-5faf-4460-b0bc-05da35779418 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:46.655127 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.995335 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b8f32-7aa6-40c2-b24e-5db8db44e732 req-6dfdc1cf-b682-4e3d-a228-1c61a0363fff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:47.002493 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-043b8f32-7aa6-40c2-b24e-5db8db44e732 req-6dfdc1cf-b682-4e3d-a228-1c61a0363fff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Aug 02 17:28:47.052576 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-043b8f32-7aa6-40c2-b24e-5db8db44e732 req-ff02a1f9-a45c-43fc-b573-cabe8e5d1b1f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Aug 02 17:28:47.197221 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:28:48.004257 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 061946a6-a6d0-43cf-8b3d-a88e7fe38548 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:48.067204 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:48.067497 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.948782 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Sync routers for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:48.958474 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:48.959599 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:49.187557 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:49.381371 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '654d7cce-a451-4f18-b99b-d30f1c0bc17d', 'name': '', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:40Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 2, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'subnets': [{'id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:49.410304 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Checking router: 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:49.410581 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Updating router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e port 654d7cce-a451-4f18-b99b-d30f1c0bc17d binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:28:49.436720 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.699107 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.709028 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Transition to ACTIVE for port object 654d7cce-a451-4f18-b99b-d30f1c0bc17d will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:49.716913 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.767456 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261023ea-ebb5-4d0e-a01a-f47e1c3978c1 None None] Pushing event updated for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.828894 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Attempting to bind port 654d7cce-a451-4f18-b99b-d30f1c0bc17d on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:49.829349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Attempting to bind port 654d7cce-a451-4f18-b99b-d30f1c0bc17d by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:49.829998 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Attempting to bind port 654d7cce-a451-4f18-b99b-d30f1c0bc17d on network f7c6ad87-0c3c-4c90-9f35-479415913938 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:49.837605 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:49.838324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Checking segment: {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:49.838719 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.839104 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Bound using segment: {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:49.839571 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Bound port: 654d7cce-a451-4f18-b99b-d30f1c0bc17d, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a04f5f-b365-401b-8804-a761621a0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:49.840122 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.932916 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0896fd5-f5a7-4d11-a28d-58a272b07d6d req-d091edd3-71bd-4a0b-9ea7-9b4def0d8613 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:49.941708 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d0896fd5-f5a7-4d11-a28d-58a272b07d6d req-d091edd3-71bd-4a0b-9ea7-9b4def0d8613 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0900519 Aug 02 17:28:49.962347 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] For port 654d7cce-a451-4f18-b99b-d30f1c0bc17d, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:49.967687 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] For port 654d7cce-a451-4f18-b99b-d30f1c0bc17d, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=654d7cce-a451-4f18-b99b-d30f1c0bc17d,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:49.971869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.990704 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d0896fd5-f5a7-4d11-a28d-58a272b07d6d req-8363b8a4-4512-4531-880c-1803443a22fb tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Aug 02 17:28:50.042678 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:50.043572 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:28:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:50.190045 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261023ea-ebb5-4d0e-a01a-f47e1c3978c1 None None] Pushing event updated for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:50.251286 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:50.436783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-bbc275e8-e69b-414b-8f08-2c358f01a204 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:50.438645 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-bbc275e8-e69b-414b-8f08-2c358f01a204 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 813 time: 0.1508787 Aug 02 17:28:50.458062 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-d9675030-6b6b-490b-80d6-987d425a4b0a tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/quotas/43e341179eee48928d0e2ee6dee90ff1 HTTP/1.1" status: 200 len: 375 time: 0.0118616 Aug 02 17:28:50.550686 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9b987728-524d-47d2-a43b-77d2ee8d94e2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842917 Aug 02 17:28:50.597596 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '654d7cce-a451-4f18-b99b-d30f1c0bc17d', 'name': '', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:40Z', 'updated_at': '2021-08-02T17:28:49Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'subnets': [{'id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:50.643873 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dfdcb2-30e3-49bd-8853-60f7a04e3269 None None] The sync data for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi is: [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:28:41Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '654d7cce-a451-4f18-b99b-d30f1c0bc17d', 'name': '', 'network_id': 'f7c6ad87-0c3c-4c90-9f35-479415913938', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:40Z', 'updated_at': '2021-08-02T17:28:49Z', 'revision_number': 4, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'subnets': [{'id': '6d3cf527-3ad0-419e-8211-0bf8627979d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:50.705170 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-33e223a0-4861-41e2-8f37-d3bddf4a3758 service neutron] 10.222.0.54 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518676 Aug 02 17:28:50.863052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-371cd032-dfbf-493c-8ee0-b9593adebbdb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:50.864562 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-371cd032-dfbf-493c-8ee0-b9593adebbdb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.1811795 Aug 02 17:28:50.868490 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-dd448daa-9014-4a27-9922-14042438ea59 service neutron] 10.222.0.54 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625330 Aug 02 17:28:50.882225 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-14d9b57d-28a9-43f3-9e2c-b3fe78490cf8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/quotas/a490e31b95aa40038bc6ca13dc6a39b0 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Aug 02 17:28:50.962220 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-fc78c7e5-13f9-46d8-b011-b8fdc8a4344f tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737870 Aug 02 17:28:51.070741 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-20465ecd-978d-4601-ba32-81452b3b7c67 req-c0fbfba3-c649-4e52-882f-a27eae3ef50d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Aug 02 17:28:51.141847 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-5bd790d4-47e5-4c93-b9d8-cd72fad89a69 service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746507 Aug 02 17:28:51.269044 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86564d1b-7a75-47da-8973-eb732756b9a1 req-b498bc26-2fa2-4850-af3c-b141a78dcd00 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:51.270799 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86564d1b-7a75-47da-8973-eb732756b9a1 req-b498bc26-2fa2-4850-af3c-b141a78dcd00 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0764885 Aug 02 17:28:51.322837 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-7ece05e1-277d-4503-a30c-3423844bb93b service neutron] 10.222.0.54 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797705 Aug 02 17:28:51.348010 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86564d1b-7a75-47da-8973-eb732756b9a1 req-afc96de5-7662-413a-ae33-77abca4cc732 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648835 Aug 02 17:28:51.665608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2bb91ed0-7cf9-4375-8c23-89f191692f54 req-8008b5bf-1205-4cbd-89f7-3af917c75102 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0577953 Aug 02 17:28:51.982666 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 654d7cce-a451-4f18-b99b-d30f1c0bc17d up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:52.033319 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:52.037210 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:52.037565 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:52.124922 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:52.158685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 654d7cce-a451-4f18-b99b-d30f1c0bc17d, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=654d7cce-a451-4f18-b99b-d30f1c0bc17d,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:52.165957 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:52.180493 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-783bda03-4f15-457f-9947-2c3581085b7a req-745b45aa-6b16-44cb-abfe-973cc1188d26 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 210 time: 0.0307574 Aug 02 17:28:52.216125 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:52.223421 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.223769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.224107 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.224446 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.224771 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.225101 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.225422 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.225742 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.226066 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.226408 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.226726 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.227040 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:52.470131 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6b52-7d7c-4789-a8a4-184f7cee0628 req-f66147d4-d9e0-44ef-93af-324aeb294852 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:52.474187 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e16d6b52-7d7c-4789-a8a4-184f7cee0628 req-f66147d4-d9e0-44ef-93af-324aeb294852 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Aug 02 17:28:52.526814 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e16d6b52-7d7c-4789-a8a4-184f7cee0628 req-ee1f6f9f-5e1f-4dcc-bc30-413b038e86fc tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 Aug 02 17:28:52.668215 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-3bb108ae-0caf-45c9-b282-0fbab06979eb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:52.669687 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-3bb108ae-0caf-45c9-b282-0fbab06979eb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 813 time: 0.1286232 Aug 02 17:28:52.700144 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'port': {'device_id': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'admin_state_up': True, 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:52.834851 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a7022152-f4ae-43df-853f-69c43ae66196 req-3aa5a78a-1fa9-45a5-ad29-08bd3b57a054 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0450261 Aug 02 17:28:52.873086 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Made reservation on behalf of 43e341179eee48928d0e2ee6dee90ff1 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:52.876979 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.082043 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Allocated IP 172.20.0.14 (17867df9-dff7-4a7a-bda0-c1c64e3cbc98/b9813528-87de-40f4-b8f4-1967191ffc8b/c5729e00-a02c-4abf-aed3-371e5ccd811a) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:53.193023 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35098) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:53.276092 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.300514 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Transition to ACTIVE for port object c5729e00-a02c-4abf-aed3-371e5ccd811a will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:53.356398 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.416276 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:53.419956 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:53.439860 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:53.451529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.452213 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.462515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:53.498504 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-29254e5e-ddec-46c7-be5b-e7e5b1b45e9d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994866 Aug 02 17:28:53.568451 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-1e8609c1-84eb-4443-8816-9caf910b26dd tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.571525 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-1e8609c1-84eb-4443-8816-9caf910b26dd tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 815 time: 0.3533595 Aug 02 17:28:53.596108 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f7e7680c-9c9d-4b72-9cae-4553604fee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.694645 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc544e1-3a4b-4a89-9a40-346026d5ce4b req-fb150e7c-1de9-4829-bbcc-12ed9e61527c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.696405 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffc544e1-3a4b-4a89-9a40-346026d5ce4b req-fb150e7c-1de9-4829-bbcc-12ed9e61527c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.1100633 Aug 02 17:28:53.739235 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f7e7680c-9c9d-4b72-9cae-4553604fee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.747562 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f7e7680c-9c9d-4b72-9cae-4553604fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.779797 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffc544e1-3a4b-4a89-9a40-346026d5ce4b req-1fc6cc64-f72f-4e4b-874d-2914b1b809b1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745525 Aug 02 17:28:53.807275 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f7e7680c-9c9d-4b72-9cae-4553604fee1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67a06d58740c4067bb51d215a6e44102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104670 Aug 02 17:28:53.807275 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7680c-9c9d-4b72-9cae-4553604fee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e64ecf-3f73-4531-ad70-a262d78976b5,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:53.807817 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35122) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:53.912594 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4bbb5ae0-b1fd-47f3-b3b3-bc40d40c7963 None None] Provisioning for port c5729e00-a02c-4abf-aed3-371e5ccd811a completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:53.917829 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4bbb5ae0-b1fd-47f3-b3b3-bc40d40c7963 None None] Provisioning complete for port c5729e00-a02c-4abf-aed3-371e5ccd811a triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:53.918228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5ae0-b1fd-47f3-b3b3-bc40d40c7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.970652 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.993279 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9e0b1-306b-40fb-8cfa-538bff144ea9 req-15e2fc6f-eecb-46d7-821c-a03d115481ce tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.002822 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-98b9e0b1-306b-40fb-8cfa-538bff144ea9 req-15e2fc6f-eecb-46d7-821c-a03d115481ce tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1055894 Aug 02 17:28:54.008591 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb5ae0-b1fd-47f3-b3b3-bc40d40c7963 None None] Port c5729e00-a02c-4abf-aed3-371e5ccd811a cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:54.025789 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:54.029727 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 654d7cce-a451-4f18-b99b-d30f1c0bc17d up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:54.045603 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-98b9e0b1-306b-40fb-8cfa-538bff144ea9 req-b6fe109e-500f-4e82-b861-fd5e9551d2cf tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Aug 02 17:28:54.139481 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:54.143052 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:54.157933 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55e64ecf-3f73-4531-ad70-a262d78976b5 HTTP/1.1" status: 204 len: 168 time: 0.3465760 Aug 02 17:28:54.189625 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959fce-4f28-42c0-b4dd-2c5bb97b7919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e64ecf-3f73-4531-ad70-a262d78976b5,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:54.202324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 654d7cce-a451-4f18-b99b-d30f1c0bc17d triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:54.202669 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:54.231649 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5473e5fd-3ae5-44a8-ac78-770269e00c83 req-bca5b9d4-009d-4a63-81a8-fd48731b0573 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0296407 Aug 02 17:28:54.882724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86345d9-bcaf-4c00-803b-b964ba6646f2 req-ceede9e6-34a3-4977-b547-a12e5bf68266 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.884848 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c86345d9-bcaf-4c00-803b-b964ba6646f2 req-ceede9e6-34a3-4977-b547-a12e5bf68266 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0546410 Aug 02 17:28:54.927678 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c86345d9-bcaf-4c00-803b-b964ba6646f2 req-176b0769-e3ba-4e5b-97c3-40586304a299 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Aug 02 17:28:55.175058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6da1a6-4ec1-4758-a876-e124906dec6f req-ad943d86-220b-4f5c-8d3b-f821d401b0ec tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:55.176778 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6f6da1a6-4ec1-4758-a876-e124906dec6f req-ad943d86-220b-4f5c-8d3b-f821d401b0ec tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0497861 Aug 02 17:28:55.217554 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6f6da1a6-4ec1-4758-a876-e124906dec6f req-65f79cc9-8c94-4812-b844-98c99549b10c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Aug 02 17:28:55.346828 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbbb1ea0-05d2-42ba-9532-3df17d75af16 req-d68f24f2-d493-4d20-b755-c66bd43672b5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0348158 Aug 02 17:28:55.628852 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35160) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:55.737296 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7be352ac-72fb-48e4-ba94-363177763329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:55.833013 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7be352ac-72fb-48e4-ba94-363177763329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:55.839003 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7be352ac-72fb-48e4-ba94-363177763329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:55.877744 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7be352ac-72fb-48e4-ba94-363177763329 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e742a2c02354c178ca08ee93078c7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476034 Aug 02 17:28:55.878703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be352ac-72fb-48e4-ba94-363177763329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af60ade-b3ba-4a2a-a6a7-d459ec4b0a90,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:55.880604 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35166) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:55.933371 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:55.955296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:56.055551 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:56.058188 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:56.059313 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3af60ade-b3ba-4a2a-a6a7-d459ec4b0a90 HTTP/1.1" status: 204 len: 168 time: 0.1776989 Aug 02 17:28:56.069703 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9b66-2622-4be8-9a4e-5d9d6657ae58 req-957b4ae6-ebf1-45f1-bb7a-6027c152b066 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:56.076790 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b7b9b66-2622-4be8-9a4e-5d9d6657ae58 req-957b4ae6-ebf1-45f1-bb7a-6027c152b066 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0746155 Aug 02 17:28:56.093522 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93aa06-b438-483a-a5ac-66f5d8ec3176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af60ade-b3ba-4a2a-a6a7-d459ec4b0a90,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:56.129350 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b7b9b66-2622-4be8-9a4e-5d9d6657ae58 req-3498a3ac-b537-4203-9be3-819b30cf8d0f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515525 Aug 02 17:28:56.355938 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732df4f-af98-4521-a49a-75326e90e77e req-c8f91426-9b12-411d-98a6-1308e88234aa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:56.357586 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e732df4f-af98-4521-a49a-75326e90e77e req-c8f91426-9b12-411d-98a6-1308e88234aa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Aug 02 17:28:56.399422 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e732df4f-af98-4521-a49a-75326e90e77e req-227c8b60-f6fc-4297-87fb-16f10d2a4bd8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Aug 02 17:28:56.498773 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-336dfcd6-b4a0-4970-ba6f-4d83bb726653 req-6d8e7ae7-644c-4a22-8a81-5aa112bcc316 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0291264 Aug 02 17:28:57.249698 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e152-a40e-4da7-b945-91fad4c730cb req-32d94b59-9324-4b8e-92d5-f6a7aa8fa3e2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:57.251253 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6791e152-a40e-4da7-b945-91fad4c730cb req-32d94b59-9324-4b8e-92d5-f6a7aa8fa3e2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0548739 Aug 02 17:28:57.324612 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6791e152-a40e-4da7-b945-91fad4c730cb req-64717e03-e79c-41d0-b708-1d47570ebc48 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653315 Aug 02 17:28:57.528881 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421d39e-c7e0-48fd-85e5-d7ae88dd89c7 req-6ba4c82a-bec6-416b-97d1-b02a5139242b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:57.532857 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f421d39e-c7e0-48fd-85e5-d7ae88dd89c7 req-6ba4c82a-bec6-416b-97d1-b02a5139242b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0637593 Aug 02 17:28:57.580662 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f421d39e-c7e0-48fd-85e5-d7ae88dd89c7 req-f2e828cc-64e2-4675-b2b1-a651c480f46b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Aug 02 17:28:57.681222 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-61688a71-6a7a-491a-9185-330a07aabb4a req-4ba725a1-f50e-4367-a68f-8044721f42da tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0350032 Aug 02 17:28:58.314389 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:58.465704 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e100-45b9-4d29-ab49-070a655d4e94 req-b09878f5-a837-40a6-a544-473ae9c349e7 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:58.474017 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-15e7e100-45b9-4d29-ab49-070a655d4e94 req-b09878f5-a837-40a6-a544-473ae9c349e7 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0608828 Aug 02 17:28:58.513008 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-15e7e100-45b9-4d29-ab49-070a655d4e94 req-2e073501-acb6-40d3-ac30-ffc73c7f86c3 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Aug 02 17:28:58.700192 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d98e22-bada-458e-b70b-49c3b96bb16d req-50bae9c1-04a7-4062-8356-39e9f2bde369 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:58.701912 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b9d98e22-bada-458e-b70b-49c3b96bb16d req-50bae9c1-04a7-4062-8356-39e9f2bde369 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0503647 Aug 02 17:28:58.743980 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b9d98e22-bada-458e-b70b-49c3b96bb16d req-32264e35-5862-4e9a-a0cf-7363bfd77892 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Aug 02 17:28:58.829141 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3108238a-faaa-4ae5-b2c8-d51a11aaedcf req-1563721d-c241-4ec4-b17c-34c8b0a7552c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0270603 Aug 02 17:28:59.897347 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963f7a-0565-4243-8d90-afc9cd576bcb req-9b61fc4c-8a25-4085-a8ac-aea62719cae1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:59.898957 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3963f7a-0565-4243-8d90-afc9cd576bcb req-9b61fc4c-8a25-4085-a8ac-aea62719cae1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.3061125 Aug 02 17:28:59.944982 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3963f7a-0565-4243-8d90-afc9cd576bcb req-a9033e63-762d-4a79-8bba-b9f649ece1d2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Aug 02 17:29:00.076224 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae2aca-3d7d-4028-924f-7447276f8583 req-8cea35d4-d835-4871-adf3-bec9fe874956 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:00.077690 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-03ae2aca-3d7d-4028-924f-7447276f8583 req-8cea35d4-d835-4871-adf3-bec9fe874956 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Aug 02 17:29:00.122738 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-03ae2aca-3d7d-4028-924f-7447276f8583 req-751b971e-65bb-4b96-be78-6dc6aa581ff1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Aug 02 17:29:00.229889 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-878359f2-769f-4838-9ef2-8186fa3b9453 req-71f317f3-ebb9-41ac-8792-96df0eb008d3 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0504575 Aug 02 17:29:00.547382 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-caf2ea20-49dd-41d2-85f9-56a854429ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:01.074388 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fb9ac-e545-4eb6-9916-0ce1ddcc656d req-3f8def6b-aff8-4da9-93da-d17f9e511369 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:01.076083 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c48fb9ac-e545-4eb6-9916-0ce1ddcc656d req-3f8def6b-aff8-4da9-93da-d17f9e511369 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0519879 Aug 02 17:29:01.118615 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c48fb9ac-e545-4eb6-9916-0ce1ddcc656d req-dcac8436-5dd6-47fb-bc4b-eecd68c1b3d9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366447 Aug 02 17:29:01.251813 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553e89-35bf-45a7-9a54-39662dcab5d9 req-3325f1e7-dcb7-404f-9d8d-002a5355931a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:01.252281 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2553e89-35bf-45a7-9a54-39662dcab5d9 req-3325f1e7-dcb7-404f-9d8d-002a5355931a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0605907 Aug 02 17:29:01.298077 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2553e89-35bf-45a7-9a54-39662dcab5d9 req-7b27d44a-8016-41d1-9763-a5816fda6f79 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Aug 02 17:29:01.401149 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5bd8793e-dc6f-4371-b96c-2945c3af9625 req-d2627551-e2bc-42cb-9c0e-74ec1022a44c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0322168 Aug 02 17:29:02.237672 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a428564-4e44-4892-8663-c396ecf57ae2 req-74fce688-4794-49b7-bd78-2cd8f8ec4373 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:02.239192 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a428564-4e44-4892-8663-c396ecf57ae2 req-74fce688-4794-49b7-bd78-2cd8f8ec4373 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0504599 Aug 02 17:29:02.278851 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a428564-4e44-4892-8663-c396ecf57ae2 req-ae4ed414-a076-4308-879f-486040628df4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Aug 02 17:29:02.439265 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdef96c-9fc5-42c8-a835-0f48168718a1 req-118907ff-e425-45df-ac13-cf354eadaac9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:02.440789 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bcdef96c-9fc5-42c8-a835-0f48168718a1 req-118907ff-e425-45df-ac13-cf354eadaac9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0555844 Aug 02 17:29:02.481631 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bcdef96c-9fc5-42c8-a835-0f48168718a1 req-5f1eacbc-5058-4fa2-aee1-271f30a567ae tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Aug 02 17:29:02.572835 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c6bb77c7-91e5-4fdf-90cc-5a2c8aea2e9a req-c729333e-4141-44f6-a9d9-498344253ba0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0278871 Aug 02 17:29:02.941105 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1a07eaab-276a-4f6e-ad14-3ec758f1cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:03.397331 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776f4a2-be02-4960-9ba9-ce4499c153b2 req-e837a339-7e23-45c0-a091-2729a8c544a9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:03.403221 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1776f4a2-be02-4960-9ba9-ce4499c153b2 req-e837a339-7e23-45c0-a091-2729a8c544a9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0563843 Aug 02 17:29:03.439530 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1776f4a2-be02-4960-9ba9-ce4499c153b2 req-8038a660-77fd-4014-b86c-a0538fa11a82 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Aug 02 17:29:03.474909 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:03.606099 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c54df-a908-46cd-aaa1-345b69de7939 req-02f941d0-3d51-4cbe-abc9-ad990d6acdec tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:03.607737 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-187c54df-a908-46cd-aaa1-345b69de7939 req-02f941d0-3d51-4cbe-abc9-ad990d6acdec tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Aug 02 17:29:03.648196 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-187c54df-a908-46cd-aaa1-345b69de7939 req-d5e75eda-705d-453e-9d3b-f2fe2419333d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Aug 02 17:29:03.730073 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ee00a68-5488-4743-9bcd-1521c3e31300 req-7ad5b318-4246-4187-9b3e-d3bf84db7c02 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0267434 Aug 02 17:29:04.087721 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:04.583861 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858c6d-ef33-4892-8810-e6a5d9f24974 req-e7011511-4532-4956-bafe-4ea62fe33723 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:04.585353 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aa858c6d-ef33-4892-8810-e6a5d9f24974 req-e7011511-4532-4956-bafe-4ea62fe33723 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0621214 Aug 02 17:29:04.651126 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aa858c6d-ef33-4892-8810-e6a5d9f24974 req-c5d7e510-72d2-44ba-abe0-e346278bf609 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593853 Aug 02 17:29:04.663024 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35368) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:04.792120 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26a38f81-f38e-4f78-8f9f-b6d1b4578f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:04.826398 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa140619-d598-48b1-aabc-3e66207776cb req-1e6346a6-d91d-4fb9-b8d5-311a124fb9ed tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:04.827912 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aa140619-d598-48b1-aabc-3e66207776cb req-1e6346a6-d91d-4fb9-b8d5-311a124fb9ed tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0962875 Aug 02 17:29:04.892590 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aa140619-d598-48b1-aabc-3e66207776cb req-c2aebb12-3f7a-4d11-9f3b-cfb40add38d4 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533922 Aug 02 17:29:04.923312 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-298fbd9d-4e1f-4a60-9383-79270d5f2adf req-4577da2d-19c8-415f-92b6-f74cc79dd580 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0363429 Aug 02 17:29:05.014057 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26a38f81-f38e-4f78-8f9f-b6d1b4578f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.020995 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26a38f81-f38e-4f78-8f9f-b6d1b4578f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.055329 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bd10c-439e-4899-b2fb-0d4d0e871bdf req-70e71349-f7bc-4bdb-8787-22848ea231db tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:05.056856 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-047bd10c-439e-4899-b2fb-0d4d0e871bdf req-70e71349-f7bc-4bdb-8787-22848ea231db tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0874059 Aug 02 17:29:05.089027 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38f81-f38e-4f78-8f9f-b6d1b4578f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9441e550-e843-46cd-97e9-9afccaaca512,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:05.093262 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-26a38f81-f38e-4f78-8f9f-b6d1b4578f76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=726b613dd18a4da399428db36993ac47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292161 Aug 02 17:29:05.096306 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35390) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:05.114096 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-047bd10c-439e-4899-b2fb-0d4d0e871bdf req-55c749f0-8231-4338-80f9-80063cf3d0c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Aug 02 17:29:05.160696 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.182845 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.230646 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.233769 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.235118 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9441e550-e843-46cd-97e9-9afccaaca512 HTTP/1.1" status: 204 len: 168 time: 0.1377790 Aug 02 17:29:05.246436 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126bd09-5c6b-430e-a7a8-6155527518af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9441e550-e843-46cd-97e9-9afccaaca512,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:05.551336 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35404) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:05.571146 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b47e53a7-8d37-4e47-a0f7-66ffa26929e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.664058 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b47e53a7-8d37-4e47-a0f7-66ffa26929e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.669314 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b47e53a7-8d37-4e47-a0f7-66ffa26929e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.714021 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b47e53a7-8d37-4e47-a0f7-66ffa26929e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86d343418e6c4b19946895c0d408a99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615174 Aug 02 17:29:05.716026 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e53a7-8d37-4e47-a0f7-66ffa26929e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d51e9-e764-43df-8e2c-78abf736fc3f,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:05.716725 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35410) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:05.804698 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2505-6141-4371-986d-6e1359b55e29 req-a1d917d6-5b4c-4df4-bd6e-efd290e418f0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:05.806232 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eeaf2505-6141-4371-986d-6e1359b55e29 req-a1d917d6-5b4c-4df4-bd6e-efd290e418f0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0816040 Aug 02 17:29:05.809270 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.831837 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.850919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.876115 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eeaf2505-6141-4371-986d-6e1359b55e29 req-fe1f170b-a468-461e-9801-c4b93137316a tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636795 Aug 02 17:29:05.911724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.914543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:05.916328 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd8d51e9-e764-43df-8e2c-78abf736fc3f HTTP/1.1" status: 204 len: 168 time: 0.1977603 Aug 02 17:29:05.933801 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff0489-c3dd-430d-943d-96d98450733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d51e9-e764-43df-8e2c-78abf736fc3f,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:06.037741 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-31cfecd3-5d67-40b2-8853-d4a4f67f9c02 req-36ab8618-2eb7-45da-ad27-52a58f8774b4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0293274 Aug 02 17:29:06.054740 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82807d98-a126-49ec-a8d5-1293b689f051 req-bb6a8e91-ff43-4880-aa5c-4eefc56f6e28 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:06.056386 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82807d98-a126-49ec-a8d5-1293b689f051 req-bb6a8e91-ff43-4880-aa5c-4eefc56f6e28 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0796902 Aug 02 17:29:06.095063 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82807d98-a126-49ec-a8d5-1293b689f051 req-5b8f30bf-0e67-47f5-9312-4bba2a5ad0b7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Aug 02 17:29:06.243796 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747677b0-66b3-4cda-9e14-de40eb62fe98 req-3486c87d-8e50-4633-b2bb-dd45595fdd24 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:06.245338 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-747677b0-66b3-4cda-9e14-de40eb62fe98 req-3486c87d-8e50-4633-b2bb-dd45595fdd24 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0564361 Aug 02 17:29:06.287893 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-747677b0-66b3-4cda-9e14-de40eb62fe98 req-ff1a4c74-f75f-454c-87d7-6539a2cabaca tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357716 Aug 02 17:29:06.290370 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35422) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:06.303213 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-deceda10-b183-4dd3-be15-f7378af7f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.402476 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-deceda10-b183-4dd3-be15-f7378af7f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.408332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-deceda10-b183-4dd3-be15-f7378af7f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.445557 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-deceda10-b183-4dd3-be15-f7378af7f9b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a019860a1df947f3a0c3506036f030c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540389 Aug 02 17:29:06.446596 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceda10-b183-4dd3-be15-f7378af7f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66cc94-2f77-4dc7-aa80-d5c895b971a8,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:06.448911 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35426) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:06.499369 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.524069 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.574540 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.578523 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.580100 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb66cc94-2f77-4dc7-aa80-d5c895b971a8 HTTP/1.1" status: 204 len: 168 time: 0.1301022 Aug 02 17:29:06.588459 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc802-239e-4d5b-811e-bb30f74ff44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66cc94-2f77-4dc7-aa80-d5c895b971a8,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:06.999428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a82c-af22-475f-b386-1499b314c551 req-f84e477d-ebaf-465d-a84a-5d4a8558cdfd tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.000900 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb75a82c-af22-475f-b386-1499b314c551 req-f84e477d-ebaf-465d-a84a-5d4a8558cdfd tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 932 time: 0.0484304 Aug 02 17:29:07.042626 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb75a82c-af22-475f-b386-1499b314c551 req-41e460c6-5b1e-4562-9e4c-66f11d95714b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Aug 02 17:29:07.117956 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Request body: {'port': {'device_id': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'admin_state_up': True, 'tenant_id': 'a490e31b95aa40038bc6ca13dc6a39b0'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:07.147974 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Request body: {'port': {'device_id': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:07.153679 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cfae4ab5-4054-4344-8c6d-f10ae27e7ebc req-19e1c02a-824b-4fda-ad16-0e7dcca72811 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0407023 Aug 02 17:29:07.252667 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.298663 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Made reservation on behalf of a490e31b95aa40038bc6ca13dc6a39b0 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:29:07.304283 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.367294 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278d9a4-a08c-49eb-9818-cf24e2f043ee req-871ffba3-55ca-41d1-8579-aa6b2a9f41c2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.373083 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e278d9a4-a08c-49eb-9818-cf24e2f043ee req-871ffba3-55ca-41d1-8579-aa6b2a9f41c2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1177151 Aug 02 17:29:07.509055 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb2be-1784-479f-a258-d96eb118268b req-50df0006-10c5-4407-a540-64e50d499114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.512181 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-50df0006-10c5-4407-a540-64e50d499114 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.1361113 Aug 02 17:29:07.545405 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Allocated IP 172.20.0.6 (3968d512-dd9d-47e9-96a4-9875ddbac808/6288ca35-9038-4f36-8342-4a531328d245/fe837c1c-fb85-4714-8fb1-005d454d49a1) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:29:07.551171 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e278d9a4-a08c-49eb-9818-cf24e2f043ee req-83671724-9c06-4c51-ac00-53c1547f1aa1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708052 Aug 02 17:29:07.611344 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad13e-eca3-4f0d-8cf5-09b9935773e9 req-be7299d1-7555-4af4-95b9-a1d4555e590f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.612918 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d60ad13e-eca3-4f0d-8cf5-09b9935773e9 req-be7299d1-7555-4af4-95b9-a1d4555e590f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.2228425 Aug 02 17:29:07.617204 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb6486-9cbb-4e7b-800e-c20e2b85a823 req-4bd3accd-98cd-47f9-9d9e-0c5e30655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.618680 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19cb6486-9cbb-4e7b-800e-c20e2b85a823 req-4bd3accd-98cd-47f9-9d9e-0c5e30655925 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.1996548 Aug 02 17:29:07.700087 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb2be-1784-479f-a258-d96eb118268b req-84c5d70e-7c15-4956-ac6e-393815d6a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.701639 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-84c5d70e-7c15-4956-ac6e-393815d6a2f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.1596935 Aug 02 17:29:07.702408 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d60ad13e-eca3-4f0d-8cf5-09b9935773e9 req-62ebe5b8-b562-49a6-84fa-7bbd1d7778b1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754805 Aug 02 17:29:07.737153 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19cb6486-9cbb-4e7b-800e-c20e2b85a823 req-0dbaa8ac-a9d5-4be5-b1fb-61a663cb5aa0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Aug 02 17:29:07.774523 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-d21bd795-8629-4e47-b4ba-bf65f1adc853 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0407152 Aug 02 17:29:07.819060 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5729e00-a02c-4abf-aed3-371e5ccd811a {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:07.827301 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.834070 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.842428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Transition to ACTIVE for port object c5729e00-a02c-4abf-aed3-371e5ccd811a will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:29:07.847062 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.890186 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.904500 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'f0c2132f-e147-4c7d-8657-6e34bc001ec1'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:07.907952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:07.943582 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Network 3968d512-dd9d-47e9-96a4-9875ddbac808 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:29:07.946700 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:29:07.951760 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:29:07.956985 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Attempting to bind port c5729e00-a02c-4abf-aed3-371e5ccd811a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:29:07.957528 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Attempting to bind port c5729e00-a02c-4abf-aed3-371e5ccd811a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:29:07.958033 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Attempting to bind port c5729e00-a02c-4abf-aed3-371e5ccd811a on network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:07.965119 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Port c5729e00-a02c-4abf-aed3-371e5ccd811a on network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:29:07.965699 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Attempting to bind port c5729e00-a02c-4abf-aed3-371e5ccd811a on network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:07.971449 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:29:07.972508 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Checking segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:29:07.973072 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Bound using segment: {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:29:07.973660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Bound port: c5729e00-a02c-4abf-aed3-371e5ccd811a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbb6439-0df8-4746-91a7-8e2b27db4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:29:07.974422 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.030250 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event updated for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:08.066307 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:29:08.070185 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:29:08.073362 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.074044 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.078465 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.084248 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb2be-1784-479f-a258-d96eb118268b req-d3ad13dd-9f6f-46b1-95ce-a1f88afc3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.085920 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-d3ad13dd-9f6f-46b1-95ce-a1f88afc3264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.1307795 Aug 02 17:29:08.097715 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-8b5c6491-68a6-4043-b43a-e1454733fcf0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9841690 Aug 02 17:29:08.129899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.131028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.133348 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] 10.222.0.42 "PUT /v2.0/ports/c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 1094 time: 1.0091577 Aug 02 17:29:08.134274 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:08.138270 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fc441-043c-42ec-9f7a-458189a90a96" -d '{"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:08.171547 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d06c-7d88-4adc-a72f-08fb7f34d17f service neutron] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:08.216145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819ec07-a5f6-4106-bf37-018c7ddec239 x-openstack-request-id: req-5819ec07-a5f6-4106-bf37-018c7ddec239 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:08.216568 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:08.216811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5819ec07-a5f6-4106-bf37-018c7ddec239 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:08.217204 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:29:08.268211 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcab4f-1963-450b-9fde-da2ec9f3c073 req-9bdc09e6-02bd-47d9-801f-76edea74567d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.270825 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5efcab4f-1963-450b-9fde-da2ec9f3c073 req-9bdc09e6-02bd-47d9-801f-76edea74567d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 944 time: 0.0671580 Aug 02 17:29:08.290667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Request body: {'port': {'device_id': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:08.343496 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-7f1cb94a-f18c-451d-8ef0-3de9005619f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493181 Aug 02 17:29:08.415233 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5efcab4f-1963-450b-9fde-da2ec9f3c073 req-a391a14d-fd82-4310-bb1e-6a88fc9f60f9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367869 Aug 02 17:29:08.415457 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.447737 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca955-a44a-46bd-9273-b77ba229481a req-5714d8c0-b94e-4a38-9099-981256eee1bb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.456331 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e09ca955-a44a-46bd-9273-b77ba229481a req-5714d8c0-b94e-4a38-9099-981256eee1bb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 931 time: 0.1701627 Aug 02 17:29:08.462133 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-4dea5e04-09e1-4735-bc4c-2ae47b2def99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.463897 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-4dea5e04-09e1-4735-bc4c-2ae47b2def99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1097 time: 0.1767926 Aug 02 17:29:08.581315 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e09ca955-a44a-46bd-9273-b77ba229481a req-c7e35a30-4ad8-4bbc-8902-5f8c30d07394 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219385 Aug 02 17:29:08.613811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-4457338b-9152-4df8-9df2-e7ab9b6933a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.615577 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-4457338b-9152-4df8-9df2-e7ab9b6933a7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=43e341179eee48928d0e2ee6dee90ff1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1362085 Aug 02 17:29:08.625195 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-d6637fc6-cac8-4f85-b31e-d9964df71dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620513 Aug 02 17:29:08.745767 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a504-ea7c-4c61-81d8-9bdb17ce1e44 req-0d8c317c-2542-4685-8c8a-39af618cf4ae tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.747471 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb60a504-ea7c-4c61-81d8-9bdb17ce1e44 req-0d8c317c-2542-4685-8c8a-39af618cf4ae tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0945725 Aug 02 17:29:08.799914 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2eeb2be-1784-479f-a258-d96eb118268b req-304860c2-9940-41e7-9b30-f2c6b0c715f8 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548445 Aug 02 17:29:08.809005 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-3a18a00b-3cd1-4242-90fe-5b354dfa00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.811261 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed8fc441-043c-42ec-9f7a-458189a90a96 req-3a18a00b-3cd1-4242-90fe-5b354dfa00c7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838617 Aug 02 17:29:08.816310 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb60a504-ea7c-4c61-81d8-9bdb17ce1e44 req-832fb6f8-cf43-4aee-97dc-518a42a60918 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603955 Aug 02 17:29:08.872374 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84532d-994c-465e-bf02-9b07ad4e376c req-6c0f3909-7721-4902-a6ea-68ef92e50081 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.874062 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3d84532d-994c-465e-bf02-9b07ad4e376c req-6c0f3909-7721-4902-a6ea-68ef92e50081 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0812399 Aug 02 17:29:08.890028 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe837c1c-fb85-4714-8fb1-005d454d49a1 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:08.899183 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.913285 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Transition to ACTIVE for port object fe837c1c-fb85-4714-8fb1-005d454d49a1 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:29:08.917599 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.945484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3d84532d-994c-465e-bf02-9b07ad4e376c req-c61f566c-ddfe-46f8-a7ea-a59aac1994aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646036 Aug 02 17:29:08.951197 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-eb9bf053-b46e-47b3-b818-00e54e30e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.952746 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-eb9bf053-b46e-47b3-b818-00e54e30e54b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1097 time: 0.0731511 Aug 02 17:29:09.003647 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-0384b4bc-8088-4059-89d7-840c81dd475b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 217 time: 0.0402458 Aug 02 17:29:09.020408 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Pushing event updated for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:09.048433 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Attempting to bind port fe837c1c-fb85-4714-8fb1-005d454d49a1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:29:09.048771 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Attempting to bind port fe837c1c-fb85-4714-8fb1-005d454d49a1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:29:09.049090 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Attempting to bind port fe837c1c-fb85-4714-8fb1-005d454d49a1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:09.053452 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Port fe837c1c-fb85-4714-8fb1-005d454d49a1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:29:09.053711 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Attempting to bind port fe837c1c-fb85-4714-8fb1-005d454d49a1 on network 3968d512-dd9d-47e9-96a4-9875ddbac808 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:09.058479 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:29:09.058811 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Checking segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:29:09.059109 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-544dfdc0-f618-43e7-9c4d-855f8a2883b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.059215 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Bound using segment: {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:29:09.059599 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Bound port: fe837c1c-fb85-4714-8fb1-005d454d49a1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167e5128-957c-4029-82b0-c68cd506c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:29:09.059955 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.060605 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-544dfdc0-f618-43e7-9c4d-855f8a2883b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.0453598 Aug 02 17:29:09.114249 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-90864e00-ea91-4971-ac99-7c30b7431a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.115758 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-90864e00-ea91-4971-ac99-7c30b7431a84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413942 Aug 02 17:29:09.124227 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:29:09.127311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:29:09.132280 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.163913 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.164540 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.165934 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] 10.222.0.42 "PUT /v2.0/ports/fe837c1c-fb85-4714-8fb1-005d454d49a1 HTTP/1.1" status: 200 len: 1093 time: 0.8830137 Aug 02 17:29:09.166394 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:09.168632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeb6d27-c131-4d7b-906c-22a95b702964" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:09.249385 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-b8359746-e8af-4c57-9583-e329a3dfb615 service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158707 Aug 02 17:29:09.253081 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a256205-dd3e-4093-98aa-f76493219fc5 x-openstack-request-id: req-6a256205-dd3e-4093-98aa-f76493219fc5 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:09.253431 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:09.253694 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a256205-dd3e-4093-98aa-f76493219fc5 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:09.254086 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1', 'status': 'completed', 'code': 200} Aug 02 17:29:09.271626 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fd7f3-dc99-4b37-863f-447f06542d7a service neutron] Pushing event updated for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:09.289224 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-e5cd4ac3-1eea-4812-bcbb-c07c1c8e06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.290965 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-e5cd4ac3-1eea-4812-bcbb-c07c1c8e06ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 1096 time: 0.0543332 Aug 02 17:29:09.341178 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-aacfb901-23db-49ac-8881-5a38ec946617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1 HTTP/1.1" status: 200 len: 217 time: 0.0361836 Aug 02 17:29:09.360355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ddb8349-2d10-409b-adba-73f50c6c9d1d req-92c61a9c-9d30-4893-a5eb-790062369d9c service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913615 Aug 02 17:29:09.441728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-93cc12aa-83bf-42b1-b325-fbd7568a02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.443221 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-93cc12aa-83bf-42b1-b325-fbd7568a02ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0466285 Aug 02 17:29:09.508150 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-982caa13-101b-43eb-9ba4-1f885f3d1e02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273573 Aug 02 17:29:09.528540 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf81ece-db8a-48bd-b55a-3b580cba60f3 req-0ac0e00b-b12c-4e6f-9618-e96b033138ac tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.530007 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cf81ece-db8a-48bd-b55a-3b580cba60f3 req-0ac0e00b-b12c-4e6f-9618-e96b033138ac tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 944 time: 0.0464268 Aug 02 17:29:09.586075 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cf81ece-db8a-48bd-b55a-3b580cba60f3 req-30c92090-ff92-4da9-b906-407c7faea4ac tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Aug 02 17:29:09.632697 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-31e4d7de-762e-4e57-8b58-aa23ac9f01a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105680 Aug 02 17:29:09.702885 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf9cde-46f6-435d-97c6-0f87c6084c35 req-a7603b1a-fa2d-4831-b6f6-6131e53804d4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.704389 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82bf9cde-46f6-435d-97c6-0f87c6084c35 req-a7603b1a-fa2d-4831-b6f6-6131e53804d4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 943 time: 0.0513945 Aug 02 17:29:09.729496 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ca733969-991d-4d07-abf3-0ed05e2f115c req-1eca85d3-aa43-446a-a6dd-6fc85e5ce082 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858860 Aug 02 17:29:09.741705 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82bf9cde-46f6-435d-97c6-0f87c6084c35 req-1f08956d-4940-4508-93e6-5fd85540d5e1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Aug 02 17:29:09.947816 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4422dd-d666-409c-9151-dd0537b07057 req-b30e6cc7-9784-4e66-924f-ed8dc0f5e83a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.949675 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ab4422dd-d666-409c-9151-dd0537b07057 req-b30e6cc7-9784-4e66-924f-ed8dc0f5e83a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0584841 Aug 02 17:29:09.994962 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ab4422dd-d666-409c-9151-dd0537b07057 req-f65b833f-8881-4e44-9547-14100641100f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Aug 02 17:29:10.082744 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-e1e28db0-75a9-4da9-a193-d656542613e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.084337 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-e1e28db0-75a9-4da9-a193-d656542613e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 1096 time: 0.2993562 Aug 02 17:29:10.103236 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992edea-0bf9-4a94-843b-414f977d2e18 req-4e07f00f-fdf8-4d28-bf48-d3038ced19cc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.104460 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2992edea-0bf9-4a94-843b-414f977d2e18 req-4e07f00f-fdf8-4d28-bf48-d3038ced19cc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Aug 02 17:29:10.156789 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2992edea-0bf9-4a94-843b-414f977d2e18 req-16d69895-90d7-417c-a0a0-aaec3cea7fb8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462208 Aug 02 17:29:10.176313 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-61091f0d-7e9e-45a7-ae09-c660c7c699bf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384923442&fields=id&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 267 time: 0.0411906 Aug 02 17:29:10.189520 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-f0bf601a-e023-4f53-8456-be6596eb600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.191399 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-f0bf601a-e023-4f53-8456-be6596eb600a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 200 len: 916 time: 0.0978854 Aug 02 17:29:10.241948 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-cbb7d28e-cb2b-461a-b8ba-d58787321ca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1 HTTP/1.1" status: 200 len: 217 time: 0.0404253 Aug 02 17:29:10.300562 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-b729f5cc-8a0f-4cbd-a253-b00506ffbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.302129 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-b729f5cc-8a0f-4cbd-a253-b00506ffbcd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 200 len: 855 time: 0.0480652 Aug 02 17:29:10.327233 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-c1504b81-2448-48da-9c0b-ad477fd7f952 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.334486 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-c1504b81-2448-48da-9c0b-ad477fd7f952 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1458817 Aug 02 17:29:10.354967 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-3a43e668-4502-4833-95cc-fa659d84cf8b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/quotas/822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 375 time: 0.0194628 Aug 02 17:29:10.358611 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-258e9f04-9047-4a2a-becc-9492bef09121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3968d512-dd9d-47e9-96a4-9875ddbac808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472233 Aug 02 17:29:10.466194 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-10fbe56e-2923-4645-b344-50155cc07b15 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067650 Aug 02 17:29:10.474267 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-4944c495-fef7-4bbd-a1fa-4d241d955128 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006391 Aug 02 17:29:10.479612 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0af5-da31-48c9-b450-98f6fc0f6b6a req-0d7cbada-567a-4166-b926-743d45be9d89 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.481085 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cdb0af5-da31-48c9-b450-98f6fc0f6b6a req-0d7cbada-567a-4166-b926-743d45be9d89 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0950909 Aug 02 17:29:10.493092 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-abb715ef-113c-4410-b48b-09535fb060da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.495150 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-abb715ef-113c-4410-b48b-09535fb060da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.1077304 Aug 02 17:29:10.586848 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fdeb6d27-c131-4d7b-906c-22a95b702964 req-8fd43ddf-15f7-4b05-b40f-6e205183f273 service neutron] 10.222.0.42 "GET /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003351 Aug 02 17:29:10.646835 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cdb0af5-da31-48c9-b450-98f6fc0f6b6a req-6224c559-8b3f-4a9e-99d6-407b7ec28237 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565647 Aug 02 17:29:10.695182 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-4b6011ae-7e0f-4aa3-affa-24a49d161a29 service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131155 Aug 02 17:29:10.779390 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-2d9d4536-e475-4b88-aa46-f89d11e58a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.780869 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-2d9d4536-e475-4b88-aa46-f89d11e58a40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.2679212 Aug 02 17:29:10.842778 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-2c0518b3-8410-4d72-b6f8-9be5b2546055 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0476615 Aug 02 17:29:10.873145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a0196-d072-4c0b-9a00-fda19986d264 req-96062367-d62c-4d51-a3fb-1a6893ca3646 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.876028 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd2a0196-d072-4c0b-9a00-fda19986d264 req-96062367-d62c-4d51-a3fb-1a6893ca3646 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 944 time: 0.1661437 Aug 02 17:29:10.933482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-d4d308ca-0ebd-42d4-bd9c-bd8c9303d359 service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250786 Aug 02 17:29:10.949640 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-2dbce2b1-8323-43bb-958f-ccaf0d377599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.951309 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-2dbce2b1-8323-43bb-958f-ccaf0d377599 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0986795 Aug 02 17:29:10.957159 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd2a0196-d072-4c0b-9a00-fda19986d264 req-6cbb27c9-63ff-4f7d-bff9-8978f2e7d5cb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Aug 02 17:29:10.989299 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-9e3b2ba3-6444-487e-ad60-2724957a279e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285699 Aug 02 17:29:11.126354 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fa2cd-fa60-4482-a585-77082a21ec8b req-ac099d40-1875-4568-a2ef-4072ecfa3aab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:11.127971 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-036fa2cd-fa60-4482-a585-77082a21ec8b req-ac099d40-1875-4568-a2ef-4072ecfa3aab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 943 time: 0.0794644 Aug 02 17:29:11.159552 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-727a12eb-85b0-4a81-86b0-30fcb74cdf00 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596646 Aug 02 17:29:11.187852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-036fa2cd-fa60-4482-a585-77082a21ec8b req-891acf6c-89d8-4d3c-9d01-ff0ef5e01003 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481477 Aug 02 17:29:11.562206 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d9a9b75-918d-4432-afcf-04619c29f97c req-be65551b-6c9e-4922-a060-df0b885deea4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 210 time: 0.0527420 Aug 02 17:29:11.610058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca52a-aed9-4662-a35a-2b73d8442448 req-0ed96f4b-6da5-4a50-98eb-91505eaaee04 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:11.611511 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c3ca52a-aed9-4662-a35a-2b73d8442448 req-0ed96f4b-6da5-4a50-98eb-91505eaaee04 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1008549 Aug 02 17:29:11.615951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0ba843-cfd2-4c03-a9d0-4401383838d6 req-04432a98-307b-4ff6-bdf6-c9a65e51dba8 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399667 Aug 02 17:29:11.652139 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c3ca52a-aed9-4662-a35a-2b73d8442448 req-34e13950-3242-4a6a-a0d4-7b6275156cf8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Aug 02 17:29:11.775234 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f83c3-ec6a-471c-98ae-cf0a0b9d4041 req-b8eb38bb-ccd1-42c7-8d27-4e4bd232cc94 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:11.776721 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb7f83c3-ec6a-471c-98ae-cf0a0b9d4041 req-b8eb38bb-ccd1-42c7-8d27-4e4bd232cc94 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0608323 Aug 02 17:29:11.815482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb7f83c3-ec6a-471c-98ae-cf0a0b9d4041 req-c6b0a155-a47b-4ac2-bf5b-5b7223f3ec39 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Aug 02 17:29:12.092416 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec74f3-cc7e-4c25-bfa5-5467fafcc238 req-830407a8-15df-41eb-860c-c489ec3d11d2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:12.093919 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-34ec74f3-cc7e-4c25-bfa5-5467fafcc238 req-830407a8-15df-41eb-860c-c489ec3d11d2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 944 time: 0.0549483 Aug 02 17:29:12.132236 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-34ec74f3-cc7e-4c25-bfa5-5467fafcc238 req-f685d589-364f-43fc-ba02-40b1c4bca058 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Aug 02 17:29:12.333375 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8843e0-84f7-4d8a-a5ad-083656cf53db req-e0469c52-5df4-4bc9-97f7-d3c51e911dfb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:12.334881 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7b8843e0-84f7-4d8a-a5ad-083656cf53db req-e0469c52-5df4-4bc9-97f7-d3c51e911dfb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 943 time: 0.0620298 Aug 02 17:29:12.430164 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7b8843e0-84f7-4d8a-a5ad-083656cf53db req-be4370dc-db15-424a-8938-0b6f51a433cf tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846777 Aug 02 17:29:12.468352 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-d2bb8af8-2c1a-484d-b2f6-4a211b9fe4d1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:12.469811 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-d2bb8af8-2c1a-484d-b2f6-4a211b9fe4d1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1340642 Aug 02 17:29:12.517546 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-a2fcec04-6d9a-48fb-9b4c-f0cf0bfd4f43 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 380 time: 0.0341499 Aug 02 17:29:12.530352 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'port': {'device_id': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'admin_state_up': True, 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'security_groups': ['413908f5-4235-4bd7-bb2e-8a49ff2dcd10']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:12.674319 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2a24ed2a-a0f1-4991-bce8-2be6616c1371 req-a07df26f-f4ce-442a-b13b-6d1bf9dc4789 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 210 time: 0.0320172 Aug 02 17:29:12.684800 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Made reservation on behalf of 822327a2f4f0427182b8af6b8c0654d8 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:29:12.688597 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:12.739261 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device c5729e00-a02c-4abf-aed3-371e5ccd811a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:12.831829 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492015c-0177-414e-a1b0-43f9e2a88ff3 req-49782f85-7946-46a1-925e-71f1e0f8cfe9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:12.833304 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5492015c-0177-414e-a1b0-43f9e2a88ff3 req-49782f85-7946-46a1-925e-71f1e0f8cfe9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0939116 Aug 02 17:29:12.852075 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:12.862483 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.20.0.7 (afae1f53-a8c1-4102-bfb3-f9f8a4e72272/b098e8ed-ba77-4dd7-b02a-74013bbdabf3/7e0d513e-4713-4dd4-b16e-d22f6a42170d) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:29:12.868286 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'port_id': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'mac_address': 'fa:16:3e:01:a5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:12.908339 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:12.924051 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5729e00-a02c-4abf-aed3-371e5ccd811a {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:12.926071 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5492015c-0177-414e-a1b0-43f9e2a88ff3 req-c8a19e27-d05b-446c-abda-7f2784ee6f54 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841467 Aug 02 17:29:12.945072 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:12.960811 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:12.961604 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device fe837c1c-fb85-4714-8fb1-005d454d49a1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:13.010226 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc997a-9818-40d0-bb0b-fd650d4e0e4c req-f280c20f-31ed-448c-b4ee-2670c1ee27f2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:13.011736 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-60fc997a-9818-40d0-bb0b-fd650d4e0e4c req-f280c20f-31ed-448c-b4ee-2670c1ee27f2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1258900 Aug 02 17:29:13.053138 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:13.074335 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-60fc997a-9818-40d0-bb0b-fd650d4e0e4c req-ec33a8e2-1f8f-4d01-872c-6122c9c924c9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555558 Aug 02 17:29:13.091295 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.097362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:13.103529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Transition to ACTIVE for port object 7e0d513e-4713-4dd4-b16e-d22f6a42170d will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:29:13.109229 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'fe837c1c-fb85-4714-8fb1-005d454d49a1', 'network_id': '3968d512-dd9d-47e9-96a4-9875ddbac808', 'port_id': 'fe837c1c-fb85-4714-8fb1-005d454d49a1', 'mac_address': 'fa:16:3e:34:80:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6288ca35-9038-4f36-8342-4a531328d245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:13.137238 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.147222 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.161411 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe837c1c-fb85-4714-8fb1-005d454d49a1 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:13.178644 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:29:13.181666 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:29:13.185820 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:13.187537 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:29:13.191873 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.192951 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:13.193574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.202515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:13.240098 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0f598b3c-c533-4bce-8ee4-eba0e37fcbe4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7135835 Aug 02 17:29:13.248812 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:13.257218 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Request body: {'port': {'device_id': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:13.287127 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c01cd-9bc2-4f2d-a15c-ac61452312a2 req-b899e458-bb44-4a8e-9203-b0b204f9c1e6 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:13.288694 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b48c01cd-9bc2-4f2d-a15c-ac61452312a2 req-b899e458-bb44-4a8e-9203-b0b204f9c1e6 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 945 time: 0.0836594 Aug 02 17:29:13.345570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.352800 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b48c01cd-9bc2-4f2d-a15c-ac61452312a2 req-46f864f9-f42e-4010-9a00-e53a639198e3 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571260 Aug 02 17:29:13.388858 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-3b39b41c-d05e-4e2a-bce7-0d4a9f56ad57 None None] Provisioning for port 7e0d513e-4713-4dd4-b16e-d22f6a42170d completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:13.398935 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-3b39b41c-d05e-4e2a-bce7-0d4a9f56ad57 None None] Provisioning complete for port 7e0d513e-4713-4dd4-b16e-d22f6a42170d triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:13.399328 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3b39b41c-d05e-4e2a-bce7-0d4a9f56ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.435376 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-3b39b41c-d05e-4e2a-bce7-0d4a9f56ad57 None None] Port 7e0d513e-4713-4dd4-b16e-d22f6a42170d cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:29:13.549819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['fe837c1c-fb85-4714-8fb1-005d454d49a1'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:13.580427 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:13.587037 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c129-73cc-4af3-81cc-bb42f1c3b123 req-2446f720-14e3-4085-9447-fc86069aa7b2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:13.587676 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-89d7c129-73cc-4af3-81cc-bb42f1c3b123 req-2446f720-14e3-4085-9447-fc86069aa7b2 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 944 time: 0.0776949 Aug 02 17:29:13.668851 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-89d7c129-73cc-4af3-81cc-bb42f1c3b123 req-a800b0e7-bd12-4ff8-98f1-8ccfd017dc9b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709326 Aug 02 17:29:13.683474 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0d513e-4713-4dd4-b16e-d22f6a42170d {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:13.691617 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.725702 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Transition to ACTIVE for port object 7e0d513e-4713-4dd4-b16e-d22f6a42170d will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:29:13.736591 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.786736 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:13.836749 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Attempting to bind port 7e0d513e-4713-4dd4-b16e-d22f6a42170d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:29:13.837084 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Attempting to bind port 7e0d513e-4713-4dd4-b16e-d22f6a42170d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:29:13.838284 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Attempting to bind port 7e0d513e-4713-4dd4-b16e-d22f6a42170d on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:13.866553 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Port 7e0d513e-4713-4dd4-b16e-d22f6a42170d on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:29:13.866810 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Attempting to bind port 7e0d513e-4713-4dd4-b16e-d22f6a42170d on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:13.876970 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:29:13.877306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:29:13.877681 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Bound using segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:29:13.878206 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Bound port: 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:29:13.878705 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.912506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927f31-a694-45db-b436-bd6479c1b394 req-c17d703c-2c42-48bd-87a3-d4c801c1389f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:13.914222 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd927f31-a694-45db-b436-bd6479c1b394 req-c17d703c-2c42-48bd-87a3-d4c801c1389f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0958655 Aug 02 17:29:14.016216 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd927f31-a694-45db-b436-bd6479c1b394 req-16c7860e-0a06-4a8a-8d51-68e30bb1f70c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803571 Aug 02 17:29:14.017350 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:29:14.020883 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:29:14.045892 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.102920 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.103544 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.104944 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] 10.222.0.42 "PUT /v2.0/ports/7e0d513e-4713-4dd4-b16e-d22f6a42170d HTTP/1.1" status: 200 len: 1093 time: 0.8527586 Aug 02 17:29:14.105392 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:14.107671 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3e76f7-dfa8-4741-8b3e-535097d47634" -d '{"events": [{"name": "network-changed", "server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:14.144822 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3a65-87c3-4d62-ad49-bb2253e6b3be req-1f3a928a-fe7f-405f-ae34-356f388c7b84 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.154084 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a8f3a65-87c3-4d62-ad49-bb2253e6b3be req-1f3a928a-fe7f-405f-ae34-356f388c7b84 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1202176 Aug 02 17:29:14.163417 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484c0f-1369-4eb3-9ba3-0859f665607d service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:14.260709 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a8f3a65-87c3-4d62-ad49-bb2253e6b3be req-0fa61b15-8100-4ee9-93f3-543589bcd3b8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032379 Aug 02 17:29:14.299128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392f90-9931-4c5c-ac4b-5be19046e5bf req-e13f2029-7610-4760-ace2-e1412e1abe4a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.300943 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f392f90-9931-4c5c-ac4b-5be19046e5bf req-e13f2029-7610-4760-ace2-e1412e1abe4a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1137826 Aug 02 17:29:14.307190 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-29863b4e-c0c0-4b62-b0c9-67631e669183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.308699 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-29863b4e-c0c0-4b62-b0c9-67631e669183 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 1096 time: 0.1024921 Aug 02 17:29:14.318525 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b9f4dd-2299-484f-89f3-8e81cecf0b72 x-openstack-request-id: req-87b9f4dd-2299-484f-89f3-8e81cecf0b72 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:14.318913 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:14.319162 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87b9f4dd-2299-484f-89f3-8e81cecf0b72 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:14.319559 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'status': 'completed', 'code': 200} Aug 02 17:29:14.368052 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-c6886cd0-2b08-4caa-abad-fdc42e3de787 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d HTTP/1.1" status: 200 len: 217 time: 0.0381706 Aug 02 17:29:14.381812 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f392f90-9931-4c5c-ac4b-5be19046e5bf req-0f466be1-b59e-460c-8b8f-f25278ad355a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721426 Aug 02 17:29:14.446789 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0123e05c-7bfe-49eb-a297-35c556622d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.448181 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-0123e05c-7bfe-49eb-a297-35c556622d0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0607779 Aug 02 17:29:14.515637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d47f6-ad24-4788-9a6b-6786988c068c req-19ad63cb-590e-4d49-9044-929f2863e1ee tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.517227 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9e9d47f6-ad24-4788-9a6b-6786988c068c req-19ad63cb-590e-4d49-9044-929f2863e1ee tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 945 time: 0.0846789 Aug 02 17:29:14.524624 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-844d7a3b-f657-4492-a300-c8c643fc4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.525926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-844d7a3b-f657-4492-a300-c8c643fc4f07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645866 Aug 02 17:29:14.609916 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9e9d47f6-ad24-4788-9a6b-6786988c068c req-4dee6874-7ba1-4b14-98d4-11a07f5dfcb3 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Aug 02 17:29:14.651904 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-596e3e66-9a48-448e-bda9-a5046d2ff151 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172349 Aug 02 17:29:14.775395 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db7385e9-5572-41d3-8b63-f6f3816f926f req-a0a4dc76-8b80-4442-b9c4-1db3d41b7168 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053808 Aug 02 17:29:14.819242 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a76e-53d0-4f3c-95d8-1ac1df04e404 req-798e6cf2-8373-46c4-8a87-2513002090c8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.820761 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc26a76e-53d0-4f3c-95d8-1ac1df04e404 req-798e6cf2-8373-46c4-8a87-2513002090c8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 944 time: 0.0555389 Aug 02 17:29:14.884412 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bc26a76e-53d0-4f3c-95d8-1ac1df04e404 req-07cc59d4-d3bb-4707-8aa3-c71ac9305395 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563536 Aug 02 17:29:14.899923 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-e411b6bb-fe80-4d70-bd6b-760f90a66fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.902752 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-e411b6bb-fe80-4d70-bd6b-760f90a66fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 1096 time: 0.0608201 Aug 02 17:29:15.009047 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-c56eb28a-bf5d-4928-8619-0efe7cd40d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.010529 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-c56eb28a-bf5d-4928-8619-0efe7cd40d93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0893052 Aug 02 17:29:15.060044 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-cceda598-d12c-451e-84f0-9e86b51f9dd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d HTTP/1.1" status: 200 len: 217 time: 0.0352042 Aug 02 17:29:15.164933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-899e587d-8316-48d8-bc52-a0e6ebfb1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.166421 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-899e587d-8316-48d8-bc52-a0e6ebfb1a79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0950375 Aug 02 17:29:15.190765 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624b297-8a0a-41f3-b4a8-60dbbdb2834b req-7b6c55bd-4794-465a-a9cc-2b165130e009 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.192243 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0624b297-8a0a-41f3-b4a8-60dbbdb2834b req-7b6c55bd-4794-465a-a9cc-2b165130e009 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0892355 Aug 02 17:29:15.237331 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175a92-00f7-4431-835e-14693367c866 req-b532f85c-cd3a-4d76-9eda-bb4aefbe30a7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.238766 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29175a92-00f7-4431-835e-14693367c866 req-b532f85c-cd3a-4d76-9eda-bb4aefbe30a7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1178813 Aug 02 17:29:15.281977 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0624b297-8a0a-41f3-b4a8-60dbbdb2834b req-b0b0539f-a0cc-416d-8511-e0401d4748ac tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799663 Aug 02 17:29:15.289485 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-1dbee2e2-b078-4d61-bd7b-a6f71b5a0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.290983 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-1dbee2e2-b078-4d61-bd7b-a6f71b5a0403 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972285 Aug 02 17:29:15.310503 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29175a92-00f7-4431-835e-14693367c866 req-47a3b93b-9b1b-42b0-a2fa-b5f0f8be7e4e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653992 Aug 02 17:29:15.417656 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52947cd0-13f2-4707-a419-3493a154f39c req-f40aec99-e3a6-423f-a63a-b2a630ddfa2e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.419139 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-52947cd0-13f2-4707-a419-3493a154f39c req-f40aec99-e3a6-423f-a63a-b2a630ddfa2e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0703981 Aug 02 17:29:15.430516 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-fe84d352-3eed-40bd-99be-558002ac81b5 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296303 Aug 02 17:29:15.510906 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-52947cd0-13f2-4707-a419-3493a154f39c req-630cd71c-61b4-4b64-bc49-cd6a51a96317 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826945 Aug 02 17:29:15.546151 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1c3e76f7-dfa8-4741-8b3e-535097d47634 req-a2987e0d-9447-4f21-a211-e3064277f2e7 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992866 Aug 02 17:29:15.633410 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35684) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:15.725341 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f2de8-5d72-44b7-92b4-b00395fb39c7 req-96812787-1f13-4ebf-9b08-eeee367c0383 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.727102 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4f1f2de8-5d72-44b7-92b4-b00395fb39c7 req-96812787-1f13-4ebf-9b08-eeee367c0383 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Aug 02 17:29:15.746134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-02f8ef02-bc79-413f-b1e5-77eec116a4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:15.792125 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4f1f2de8-5d72-44b7-92b4-b00395fb39c7 req-70136243-6245-404e-a34b-c4fd983775c0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584097 Aug 02 17:29:15.872317 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9de74c-3ef1-4c18-8e43-9105a1e6c53c req-1cf04f22-da67-4f43-b60d-b4f9435b2601 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.873774 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca9de74c-3ef1-4c18-8e43-9105a1e6c53c req-1cf04f22-da67-4f43-b60d-b4f9435b2601 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0728960 Aug 02 17:29:15.918439 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-02f8ef02-bc79-413f-b1e5-77eec116a4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:15.926964 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-02f8ef02-bc79-413f-b1e5-77eec116a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:15.941776 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca9de74c-3ef1-4c18-8e43-9105a1e6c53c req-25783fd0-93ca-4d63-af28-de249b73bdfc tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604744 Aug 02 17:29:15.996820 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-02f8ef02-bc79-413f-b1e5-77eec116a4dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b1c7e4ec35c49528d61ccbf6fcce19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623307 Aug 02 17:29:15.999636 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35696) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:16.001371 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8ef02-bc79-413f-b1e5-77eec116a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7b6bba-4e63-4190-900e-010fe5d9780c,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:16.031565 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a362d6-c6cb-4903-b365-6d0345b67186 req-9d098207-d66b-4df0-a1e2-7b3d35ca85d6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.038908 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-31a362d6-c6cb-4903-b365-6d0345b67186 req-9d098207-d66b-4df0-a1e2-7b3d35ca85d6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 944 time: 0.0776744 Aug 02 17:29:16.055448 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.076842 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.077275 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-31a362d6-c6cb-4903-b365-6d0345b67186 req-6dd2820c-2362-469c-9954-ae7191373364 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373492 Aug 02 17:29:16.128158 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.130779 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.134580 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e7b6bba-4e63-4190-900e-010fe5d9780c HTTP/1.1" status: 204 len: 168 time: 0.1339185 Aug 02 17:29:16.142397 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460690ba-b830-4c99-80ee-b22fe7e797b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7b6bba-4e63-4190-900e-010fe5d9780c,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:16.422730 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777483-e57b-4ed5-8bc6-8557d64a1696 req-5c8c77a3-fbda-4758-aa2d-e86ddd498b04 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.426618 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b0777483-e57b-4ed5-8bc6-8557d64a1696 req-5c8c77a3-fbda-4758-aa2d-e86ddd498b04 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0709226 Aug 02 17:29:16.446708 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35714) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:16.459795 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a7989eb2-54a3-4e44-b2d0-cef95ed90fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.490614 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c195e-6966-44df-8ea7-28f2a8b16c70 req-f9e30fc4-9107-4d04-a1b6-9eb0eca389b7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.492203 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d72c195e-6966-44df-8ea7-28f2a8b16c70 req-f9e30fc4-9107-4d04-a1b6-9eb0eca389b7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0907731 Aug 02 17:29:16.501363 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b0777483-e57b-4ed5-8bc6-8557d64a1696 req-3de7cbe5-1d85-4d3e-8fff-a3a320fdf059 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604913 Aug 02 17:29:16.537137 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d72c195e-6966-44df-8ea7-28f2a8b16c70 req-080737eb-f51c-4d6d-92d3-70574fe78ff2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346339 Aug 02 17:29:16.560327 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a7989eb2-54a3-4e44-b2d0-cef95ed90fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.565702 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a7989eb2-54a3-4e44-b2d0-cef95ed90fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.603770 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7989eb2-54a3-4e44-b2d0-cef95ed90fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce5e9d-7d64-4d85-8330-f7915946ab19,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:16.610587 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a7989eb2-54a3-4e44-b2d0-cef95ed90fa4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e55c56ee880c4cf5b496f586fb8f23bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604016 Aug 02 17:29:16.610901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35718) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:16.636159 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348af979-a468-4245-8353-08930352a101 req-3ff4e309-4b06-4e2e-aaef-826e43c3b8a7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.637524 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-348af979-a468-4245-8353-08930352a101 req-3ff4e309-4b06-4e2e-aaef-826e43c3b8a7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0525644 Aug 02 17:29:16.661018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.678633 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-348af979-a468-4245-8353-08930352a101 req-11cd46a1-2763-46ca-990f-dfdc9dd4c49a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Aug 02 17:29:16.687849 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.736793 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.739637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.743278 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53ce5e9d-7d64-4d85-8330-f7915946ab19 HTTP/1.1" status: 204 len: 168 time: 0.1290593 Aug 02 17:29:16.743436 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device c5729e00-a02c-4abf-aed3-371e5ccd811a up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:16.750564 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3bdbe-0415-4077-8106-bb05e980829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce5e9d-7d64-4d85-8330-f7915946ab19,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:16.801071 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port c5729e00-a02c-4abf-aed3-371e5ccd811a completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:16.804715 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port c5729e00-a02c-4abf-aed3-371e5ccd811a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:16.805089 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.887242 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.911964 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:16.912505 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e167d4d-d668-4a0e-9fb2-9a0ea9ed6486 req-e8db19b5-b165-45e6-8420-aaed5d25135b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.913945 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1e167d4d-d668-4a0e-9fb2-9a0ea9ed6486 req-e8db19b5-b165-45e6-8420-aaed5d25135b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 945 time: 0.0533707 Aug 02 17:29:16.914801 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad1961-ef8b-465d-945a-e2752b323305" -d '{"events": [{"server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "name": "network-vif-plugged", "status": "completed", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:16.928064 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:16.934220 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.935107 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device fe837c1c-fb85-4714-8fb1-005d454d49a1 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:16.972538 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49f4d5-980a-4b00-8bdf-1dc45d007761 x-openstack-request-id: req-2c49f4d5-980a-4b00-8bdf-1dc45d007761 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:16.972842 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "name": "network-vif-plugged", "status": "completed", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:16.973056 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c49f4d5-980a-4b00-8bdf-1dc45d007761 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:16.973643 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'code': 200} Aug 02 17:29:16.985340 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1e167d4d-d668-4a0e-9fb2-9a0ea9ed6486 req-156ddad5-7409-4b19-b580-3b5b4a07e1cb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493844 Aug 02 17:29:17.016813 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:17.036110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port fe837c1c-fb85-4714-8fb1-005d454d49a1 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:17.041872 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port fe837c1c-fb85-4714-8fb1-005d454d49a1 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:17.042499 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.110595 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 35730) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:17.125603 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.147323 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b0e0-b2ab-4e60-bebf-6c6dd64bfd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.158605 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:17.163418 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.207271 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc00ac3-cbd1-4a40-a310-5b99e5d5b1c9 req-b0dac86a-bc85-4187-b9fe-4965bf17f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.208752 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-abc00ac3-cbd1-4a40-a310-5b99e5d5b1c9 req-b0dac86a-bc85-4187-b9fe-4965bf17f356 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1099 time: 0.0903046 Aug 02 17:29:17.209328 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:17.257769 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2a38f-1f6a-4c72-ba28-6a1c3986b8e2 req-e8c04710-39de-4b75-8d6a-c09858847534 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.259232 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6eb2a38f-1f6a-4c72-ba28-6a1c3986b8e2 req-e8c04710-39de-4b75-8d6a-c09858847534 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.1009026 Aug 02 17:29:17.296971 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-abc00ac3-cbd1-4a40-a310-5b99e5d5b1c9 req-4a6b8c72-e324-4f8d-b785-07602783276f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763426 Aug 02 17:29:17.325283 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6eb2a38f-1f6a-4c72-ba28-6a1c3986b8e2 req-c91a0d31-803e-4577-a053-c5de8e51192b tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549135 Aug 02 17:29:17.353053 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b0e0-b2ab-4e60-bebf-6c6dd64bfd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.358371 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b0e0-b2ab-4e60-bebf-6c6dd64bfd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.395599 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e1a4b0e0-b2ab-4e60-bebf-6c6dd64bfd32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=231600f55fc640d29e8e981c7cdf35b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835743 Aug 02 17:29:17.396710 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4b0e0-b2ab-4e60-bebf-6c6dd64bfd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42545c3b-a496-4bd4-a01a-dc3e6e42112c,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:17.398392 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 35734) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:17.449045 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.476904 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.532705 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.535712 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:17.536898 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42545c3b-a496-4bd4-a01a-dc3e6e42112c HTTP/1.1" status: 204 len: 168 time: 0.1374290 Aug 02 17:29:17.545615 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a643c-d1a0-422d-a1ce-e5d4ae2a762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42545c3b-a496-4bd4-a01a-dc3e6e42112c,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:17.650249 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96854d-19a9-4978-a1ba-3765d9f1a33f req-3eb58714-d04a-44f0-a31c-a5acec37d47b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.651741 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5d96854d-19a9-4978-a1ba-3765d9f1a33f req-3eb58714-d04a-44f0-a31c-a5acec37d47b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0827806 Aug 02 17:29:17.686576 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24f860-f4d1-41e7-bab1-9f7a264c5527 req-c60093b7-64db-4226-a0b6-10935b1fb48e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.688052 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c24f860-f4d1-41e7-bab1-9f7a264c5527 req-c60093b7-64db-4226-a0b6-10935b1fb48e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0763404 Aug 02 17:29:17.715283 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5d96854d-19a9-4978-a1ba-3765d9f1a33f req-c8885b25-1bc1-4dda-b703-2adbcc14e08c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521348 Aug 02 17:29:17.743097 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c24f860-f4d1-41e7-bab1-9f7a264c5527 req-8d076f10-fe34-4bd6-bc83-8f2d0fa23571 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Aug 02 17:29:17.841919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07fa81-cd29-45c8-abe3-a4e1a84df38a req-e5ec91fa-08ae-48e1-ae12-db74b5ccc112 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.843450 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d07fa81-cd29-45c8-abe3-a4e1a84df38a req-e5ec91fa-08ae-48e1-ae12-db74b5ccc112 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0495868 Aug 02 17:29:17.881163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d07fa81-cd29-45c8-abe3-a4e1a84df38a req-f3b03b8c-0c00-4dd8-8863-45b85cdd5952 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Aug 02 17:29:18.097977 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68483f79-6a61-46df-8ad4-db723152c1e7 req-597172ca-b2e9-41e1-a972-08d06e8abc08 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:18.099498 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68483f79-6a61-46df-8ad4-db723152c1e7 req-597172ca-b2e9-41e1-a972-08d06e8abc08 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0565128 Aug 02 17:29:18.138052 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-68483f79-6a61-46df-8ad4-db723152c1e7 req-27ae1114-5dd7-4c3b-b81a-139ca706390c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Aug 02 17:29:18.449640 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480044a1-c1c0-4dd2-86ec-6c7542743938 req-aba21d8f-5821-4944-8b7a-dd09221ea5cd tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:18.454613 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-480044a1-c1c0-4dd2-86ec-6c7542743938 req-aba21d8f-5821-4944-8b7a-dd09221ea5cd tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0578530 Aug 02 17:29:18.491970 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-480044a1-c1c0-4dd2-86ec-6c7542743938 req-bf363453-1c46-4033-8f30-826a1becbe27 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Aug 02 17:29:18.870940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157b6ca-2bfa-4042-b39c-809eaca284d3 req-0728269b-904a-40a0-a41b-c175fb26fc27 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:18.872443 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4157b6ca-2bfa-4042-b39c-809eaca284d3 req-0728269b-904a-40a0-a41b-c175fb26fc27 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0839581 Aug 02 17:29:18.883899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b185ce2-3b86-43f6-a602-8fe5f6985933 req-da2fcbfa-d4ef-4846-a9e8-d2bf9269c0a3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:18.885353 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b185ce2-3b86-43f6-a602-8fe5f6985933 req-da2fcbfa-d4ef-4846-a9e8-d2bf9269c0a3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0700700 Aug 02 17:29:18.948560 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b185ce2-3b86-43f6-a602-8fe5f6985933 req-269ee597-c282-4122-8b8b-952133909e31 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554597 Aug 02 17:29:18.953199 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4157b6ca-2bfa-4042-b39c-809eaca284d3 req-9cce3cac-1e9b-40ac-8c40-ec6c9938114f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669620 Aug 02 17:29:18.974592 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:18.976945 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6013d38c-0825-4ff1-8435-a741f09504d6" -d '{"events": [{"server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "name": "network-vif-plugged", "status": "completed", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:19.013731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f13768-1bc5-4986-8801-535db7088788 x-openstack-request-id: req-68f13768-1bc5-4986-8801-535db7088788 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:19.014023 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "name": "network-vif-plugged", "status": "completed", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:19.014306 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68f13768-1bc5-4986-8801-535db7088788 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:19.014699 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1', 'code': 200} Aug 02 17:29:19.052960 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cc52c-b0a1-46dc-a07c-407483502891 req-8ef541c8-8956-4e5b-8d64-fe19191bcf64 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.054566 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-869cc52c-b0a1-46dc-a07c-407483502891 req-8ef541c8-8956-4e5b-8d64-fe19191bcf64 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Aug 02 17:29:19.094243 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-869cc52c-b0a1-46dc-a07c-407483502891 req-d7f980a5-e392-4021-9ff9-ee1b5b420429 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333083 Aug 02 17:29:19.256610 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb466cc6-d280-4e59-a25e-fd3fc56129b7 req-17ab3492-d156-4bd5-a63f-588b52c1c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.258112 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb466cc6-d280-4e59-a25e-fd3fc56129b7 req-17ab3492-d156-4bd5-a63f-588b52c1c6ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 1098 time: 0.0767581 Aug 02 17:29:19.272637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07552b92-8cd5-48c5-af43-82f32ac59a7a req-edd6df33-01fe-46c5-8481-3136fe9e574c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.273988 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07552b92-8cd5-48c5-af43-82f32ac59a7a req-edd6df33-01fe-46c5-8481-3136fe9e574c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0641174 Aug 02 17:29:19.319470 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb466cc6-d280-4e59-a25e-fd3fc56129b7 req-33131425-4e4c-4a42-ac8c-f4de12e20224 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Aug 02 17:29:19.331669 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07552b92-8cd5-48c5-af43-82f32ac59a7a req-b4f2d975-ee15-43cc-8f0c-b4bb6a86925c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505614 Aug 02 17:29:19.454763 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b58bf6-01e5-410d-98ef-885c0ea2cc0b req-d723d09a-92d3-445b-9567-92d45139e90b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.456228 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8b58bf6-01e5-410d-98ef-885c0ea2cc0b req-d723d09a-92d3-445b-9567-92d45139e90b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0548565 Aug 02 17:29:19.496918 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8b58bf6-01e5-410d-98ef-885c0ea2cc0b req-37188605-832f-447a-baec-b70710a89471 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Aug 02 17:29:19.611851 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1303da-41bb-4ece-a5f8-c60151b08bf8 req-a9d20b3b-025c-407a-abc6-eabc19972be3 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.613396 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0f1303da-41bb-4ece-a5f8-c60151b08bf8 req-a9d20b3b-025c-407a-abc6-eabc19972be3 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0538089 Aug 02 17:29:19.655608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0f1303da-41bb-4ece-a5f8-c60151b08bf8 req-406483b1-21ec-45f9-ba18-7b39a1f0b40e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Aug 02 17:29:19.826533 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce8ae-2c95-453e-8dfd-83e23154437e req-71948dd4-7255-420f-9b49-1fc3ab17e2cf tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.828050 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d5ce8ae-2c95-453e-8dfd-83e23154437e req-71948dd4-7255-420f-9b49-1fc3ab17e2cf tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0494635 Aug 02 17:29:19.867143 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d5ce8ae-2c95-453e-8dfd-83e23154437e req-9182fc29-62b9-496f-a74d-71331752fbb4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Aug 02 17:29:20.093953 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b0908-a842-4870-ba72-c930e818c428 req-ebb11d64-93ab-4cf8-826d-c0478afdb6c2 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.095497 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f89b0908-a842-4870-ba72-c930e818c428 req-ebb11d64-93ab-4cf8-826d-c0478afdb6c2 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0669093 Aug 02 17:29:20.102862 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76346ea-3d59-4399-8a96-405bfbe444fd req-0cc6f543-750e-4340-b0b6-8e9f1734bef6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.104246 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a76346ea-3d59-4399-8a96-405bfbe444fd req-0cc6f543-750e-4340-b0b6-8e9f1734bef6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0859609 Aug 02 17:29:20.162103 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f89b0908-a842-4870-ba72-c930e818c428 req-a6839e63-8947-470c-92dc-efd0deb656ab tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568912 Aug 02 17:29:20.169391 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a76346ea-3d59-4399-8a96-405bfbe444fd req-31b5532d-2fed-4dad-bd22-25cbbbbb7359 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Aug 02 17:29:20.288001 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262a62e-bb0c-4f40-8e11-8e55e60caaf0 req-9db37383-2cf6-45cb-a254-49520376fd87 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.289450 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a262a62e-bb0c-4f40-8e11-8e55e60caaf0 req-9db37383-2cf6-45cb-a254-49520376fd87 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0510004 Aug 02 17:29:20.332296 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a262a62e-bb0c-4f40-8e11-8e55e60caaf0 req-a3557053-b2fc-4ff3-9788-307287134c5e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Aug 02 17:29:20.777785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c4356-e7fa-4812-9eb4-9fa77fcba4ba req-e73f37f0-2b28-4639-b930-71ab61002082 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.779172 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-811c4356-e7fa-4812-9eb4-9fa77fcba4ba req-e73f37f0-2b28-4639-b930-71ab61002082 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0561626 Aug 02 17:29:20.817703 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-811c4356-e7fa-4812-9eb4-9fa77fcba4ba req-7fcc1bf7-a207-453d-8b52-18756e050b23 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 02 17:29:21.323079 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96b8a-535c-40b9-a6bf-5b39892eaeff req-a50fe67e-d621-4754-b87f-608eefd6e88c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.324551 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6ed96b8a-535c-40b9-a6bf-5b39892eaeff req-a50fe67e-d621-4754-b87f-608eefd6e88c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0906222 Aug 02 17:29:21.332654 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02fbe1-6676-42a7-a129-a68b66f069fc req-133c27e0-810b-411e-b2c8-6526c5460a1f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.333969 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4e02fbe1-6676-42a7-a129-a68b66f069fc req-133c27e0-810b-411e-b2c8-6526c5460a1f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0906301 Aug 02 17:29:21.386606 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6ed96b8a-535c-40b9-a6bf-5b39892eaeff req-df4f1645-1283-4c79-971b-89c1976eb452 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516205 Aug 02 17:29:21.402739 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4e02fbe1-6676-42a7-a129-a68b66f069fc req-47db315e-6991-4c65-8455-afc241074a40 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615182 Aug 02 17:29:21.500166 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cd7fd-ac67-4c5f-ab18-2bcf726098c6 req-c3ec3b86-8e4e-40ed-aed1-b7f08b174993 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.501603 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc2cd7fd-ac67-4c5f-ab18-2bcf726098c6 req-c3ec3b86-8e4e-40ed-aed1-b7f08b174993 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0545466 Aug 02 17:29:21.540021 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc2cd7fd-ac67-4c5f-ab18-2bcf726098c6 req-9d743ce7-bf5e-45fb-9a69-4f7f54bd9f2a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324471 Aug 02 17:29:21.946609 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f58df-bd19-481a-96e8-74e0037227df req-cd064e69-9f35-42e9-9702-03b466b8aa28 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.948088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad5f58df-bd19-481a-96e8-74e0037227df req-cd064e69-9f35-42e9-9702-03b466b8aa28 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0550661 Aug 02 17:29:21.989393 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad5f58df-bd19-481a-96e8-74e0037227df req-0ef703fc-6749-401c-85a1-b3a110c68b5a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Aug 02 17:29:22.552691 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb97d-c2b7-4638-8712-c18724df8ba7 req-ff60f2c0-796d-4cb6-b91a-20109f4b87cb tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.554737 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-040cb97d-c2b7-4638-8712-c18724df8ba7 req-ff60f2c0-796d-4cb6-b91a-20109f4b87cb tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.0822675 Aug 02 17:29:22.568088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10533c8-d97f-4faa-b8b4-e81db4bce3f7 req-deb3b5dd-e5cd-431d-83f5-4d716b35908d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.569593 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b10533c8-d97f-4faa-b8b4-e81db4bce3f7 req-deb3b5dd-e5cd-431d-83f5-4d716b35908d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0883493 Aug 02 17:29:22.628616 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-040cb97d-c2b7-4638-8712-c18724df8ba7 req-da6d0689-731b-4763-9c1c-e0db0a478363 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579672 Aug 02 17:29:22.633620 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b10533c8-d97f-4faa-b8b4-e81db4bce3f7 req-b5e37354-a916-4926-9e4b-cf1ce46a5b6c tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557518 Aug 02 17:29:22.739611 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61cd-4527-4d6f-a665-2e652a679523 req-28fb6a76-5721-4a2f-977f-475237ca678e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.741081 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ddac61cd-4527-4d6f-a665-2e652a679523 req-28fb6a76-5721-4a2f-977f-475237ca678e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Aug 02 17:29:22.784709 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ddac61cd-4527-4d6f-a665-2e652a679523 req-5359eda8-8d18-4190-a798-2a86c6467448 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348492 Aug 02 17:29:23.132503 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d43d-cc00-4dbc-9c94-a40aa0e31a99 req-3a2b268a-a5bb-48b3-ba48-683726b97b32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:23.134109 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8f7d43d-cc00-4dbc-9c94-a40aa0e31a99 req-3a2b268a-a5bb-48b3-ba48-683726b97b32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0631058 Aug 02 17:29:23.173334 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8f7d43d-cc00-4dbc-9c94-a40aa0e31a99 req-50822615-2691-40f5-820d-38236d6fc7a6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Aug 02 17:29:24.023892 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914249fa-9887-49ec-b406-680d7fea7db9 req-45db6237-f49f-4a03-a371-9fa8d746d79c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.025336 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-914249fa-9887-49ec-b406-680d7fea7db9 req-45db6237-f49f-4a03-a371-9fa8d746d79c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 943 time: 0.3175223 Aug 02 17:29:24.033010 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762996b-1d42-4e43-84f8-1ad4d2ace758 req-98f4935d-a232-4845-974a-328cec00a703 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.034381 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c762996b-1d42-4e43-84f8-1ad4d2ace758 req-98f4935d-a232-4845-974a-328cec00a703 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.3158498 Aug 02 17:29:24.085298 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-914249fa-9887-49ec-b406-680d7fea7db9 req-8f1674bd-0890-453f-997f-3911f388ddd1 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498993 Aug 02 17:29:24.092360 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c762996b-1d42-4e43-84f8-1ad4d2ace758 req-e1322392-63af-4ea4-8f05-7a8aee23685f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Aug 02 17:29:24.195233 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218382fe-fa54-4f9a-aa48-59fdc563dcbc req-22ef623f-6aa5-4d35-9e0d-e3829c41cf3c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.196704 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-218382fe-fa54-4f9a-aa48-59fdc563dcbc req-22ef623f-6aa5-4d35-9e0d-e3829c41cf3c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0469503 Aug 02 17:29:24.197361 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:29:24.235686 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-218382fe-fa54-4f9a-aa48-59fdc563dcbc req-df743ee8-5d7f-4e15-809b-f7c5a14921fe tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Aug 02 17:29:24.440457 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c733d0-103c-4d20-8bdf-abb53d9d4cbd req-97a59ef8-183d-454a-966a-9e69e15cd432 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.442124 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42c733d0-103c-4d20-8bdf-abb53d9d4cbd req-97a59ef8-183d-454a-966a-9e69e15cd432 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0804892 Aug 02 17:29:24.444149 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292181-7c09-441b-919c-118ae5355d63 req-b445774d-a40d-4be7-accb-1e68df144889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.445462 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-b445774d-a40d-4be7-accb-1e68df144889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.0748370 Aug 02 17:29:24.528725 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42c733d0-103c-4d20-8bdf-abb53d9d4cbd req-e5019e3d-cebb-456b-92e8-bef64cb48972 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805225 Aug 02 17:29:24.563116 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292181-7c09-441b-919c-118ae5355d63 req-e2aeda99-9a85-4456-b06a-58d7c2a1669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.564932 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-e2aeda99-9a85-4456-b06a-58d7c2a1669f service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.1108720 Aug 02 17:29:24.619004 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-6b94f1e8-0e3a-4b18-99ee-18a591297872 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.0360174 Aug 02 17:29:24.669140 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292181-7c09-441b-919c-118ae5355d63 req-0dc0b2e2-418f-4b67-880c-5c908a0551c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.670625 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-0dc0b2e2-418f-4b67-880c-5c908a0551c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0439696 Aug 02 17:29:24.707835 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-9d31b81f-cba1-43e9-ac95-cb4f0fb31955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260296 Aug 02 17:29:24.774419 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 7e0d513e-4713-4dd4-b16e-d22f6a42170d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:24.827142 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-a0dfffbf-4fc2-46e4-9e90-b16cf9006458 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923641 Aug 02 17:29:24.889039 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:24.907175 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'port_id': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'mac_address': 'fa:16:3e:ae:9b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:24.943283 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:24.952400 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb292181-7c09-441b-919c-118ae5355d63 req-78e8e469-1236-48ce-a517-c75544dfbaee service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134226 Aug 02 17:29:24.957634 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0d513e-4713-4dd4-b16e-d22f6a42170d {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:24.978039 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:24.982838 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:25.032946 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:25.236583 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bef31-91f9-4061-be75-22f0770c8e58 req-0543cf92-95c2-4624-9624-fe17b8e24f8f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.238030 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e41bef31-91f9-4061-be75-22f0770c8e58 req-0543cf92-95c2-4624-9624-fe17b8e24f8f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 944 time: 0.0843284 Aug 02 17:29:25.245947 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a50c6d-aad3-424b-b494-a79772b82107 req-09f1f409-12e1-471c-a88e-688ccae22b3f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.247533 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-80a50c6d-aad3-424b-b494-a79772b82107 req-09f1f409-12e1-471c-a88e-688ccae22b3f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0848351 Aug 02 17:29:25.300899 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e41bef31-91f9-4061-be75-22f0770c8e58 req-776f1b3f-d3d3-4d05-9fc9-e42ac7f090a2 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524061 Aug 02 17:29:25.305998 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-80a50c6d-aad3-424b-b494-a79772b82107 req-8eec4600-e636-48d7-af8b-e27894137012 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516887 Aug 02 17:29:25.407485 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97329db5-6c0a-4814-b7c8-cae369335061 req-23013553-9802-490a-a1b2-389ad91bc8cc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.408978 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97329db5-6c0a-4814-b7c8-cae369335061 req-23013553-9802-490a-a1b2-389ad91bc8cc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0492258 Aug 02 17:29:25.449577 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97329db5-6c0a-4814-b7c8-cae369335061 req-b2f77498-b891-4660-8c37-41dac921e147 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Aug 02 17:29:25.578900 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['7e0d513e-4713-4dd4-b16e-d22f6a42170d'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:25.657955 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abb525-d623-4e24-93d7-a5472cbd4739 req-ecc7e980-c0b4-4386-a492-e07ff3576d99 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.659556 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42abb525-d623-4e24-93d7-a5472cbd4739 req-ecc7e980-c0b4-4386-a492-e07ff3576d99 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0535996 Aug 02 17:29:25.710569 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42abb525-d623-4e24-93d7-a5472cbd4739 req-801e7ed3-e658-4da7-a81f-17077a906bdb tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Aug 02 17:29:26.453110 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04bca-b436-4275-871f-70460996e099 req-5cef46d1-d2e4-4c77-9f30-d6d96a93b6a5 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.454706 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79d04bca-b436-4275-871f-70460996e099 req-5cef46d1-d2e4-4c77-9f30-d6d96a93b6a5 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 944 time: 0.0749385 Aug 02 17:29:26.462339 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9afc4d-dda1-451b-b6bc-d9e6be0886bf req-ff59a5c5-6286-481d-b2a4-507daafac48e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.464119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd9afc4d-dda1-451b-b6bc-d9e6be0886bf req-ff59a5c5-6286-481d-b2a4-507daafac48e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0753319 Aug 02 17:29:26.520942 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79d04bca-b436-4275-871f-70460996e099 req-70b9522e-3f9f-4e0d-bf31-3909bdfb00ff tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557373 Aug 02 17:29:26.525668 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd9afc4d-dda1-451b-b6bc-d9e6be0886bf req-17adfc9f-6d93-46b9-a6af-46c9b0fbb8a3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546744 Aug 02 17:29:26.626406 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864022e0-9053-43aa-961f-cb8932bf0640 req-71aaba24-c2d9-4294-b451-9a7c85a61bb7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.627932 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-864022e0-9053-43aa-961f-cb8932bf0640 req-71aaba24-c2d9-4294-b451-9a7c85a61bb7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Aug 02 17:29:26.665456 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-864022e0-9053-43aa-961f-cb8932bf0640 req-e17865db-e4e5-4c93-a6d4-369e32e3b123 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Aug 02 17:29:26.837712 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca0124-720d-43f3-9acf-2101d56d76fd req-83dc92c7-6c82-43d0-a721-0bf1c901012d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.839442 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1ca0124-720d-43f3-9acf-2101d56d76fd req-83dc92c7-6c82-43d0-a721-0bf1c901012d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0548768 Aug 02 17:29:26.881785 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1ca0124-720d-43f3-9acf-2101d56d76fd req-011b2cd5-8fa0-4d6a-afff-97cb2889b71d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Aug 02 17:29:27.677534 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82d5f-31b5-4661-ad0b-011577b70954 req-38cbdacd-fdf0-45a2-863c-12fd680075d3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:27.679037 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a2a82d5f-31b5-4661-ad0b-011577b70954 req-38cbdacd-fdf0-45a2-863c-12fd680075d3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 944 time: 0.0846860 Aug 02 17:29:27.690947 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d3e2-545a-4c90-8bd7-3ed379567b20 req-26c94917-b6cf-4345-9524-9b795c32a071 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:27.692354 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5b2d3e2-545a-4c90-8bd7-3ed379567b20 req-26c94917-b6cf-4345-9524-9b795c32a071 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0711226 Aug 02 17:29:27.745852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a2a82d5f-31b5-4661-ad0b-011577b70954 req-502b1b4e-8fce-421f-ba46-18f327515213 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525713 Aug 02 17:29:27.751154 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5b2d3e2-545a-4c90-8bd7-3ed379567b20 req-f2a8673e-9c3e-4304-bac3-cc49641a1baa tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519724 Aug 02 17:29:27.856424 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83769c8-d2f2-4ff8-9828-949de36a7e24 req-0951de7e-f009-4acd-bc0d-4a45ed8f9a82 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:27.857856 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b83769c8-d2f2-4ff8-9828-949de36a7e24 req-0951de7e-f009-4acd-bc0d-4a45ed8f9a82 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0524671 Aug 02 17:29:27.899746 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b83769c8-d2f2-4ff8-9828-949de36a7e24 req-ce3c1624-3d08-416e-9fd2-f1556747963d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Aug 02 17:29:28.003824 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b28747-1c54-45d2-9fd2-87a4fff70dc1 req-5769a733-bcc4-403f-9f42-92964df47f9a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.005314 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-95b28747-1c54-45d2-9fd2-87a4fff70dc1 req-5769a733-bcc4-403f-9f42-92964df47f9a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Aug 02 17:29:28.046261 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-95b28747-1c54-45d2-9fd2-87a4fff70dc1 req-917535be-1156-4a23-9c86-9169db1a87bf tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Aug 02 17:29:28.342163 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.793459 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 7e0d513e-4713-4dd4-b16e-d22f6a42170d up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:28.845630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 7e0d513e-4713-4dd4-b16e-d22f6a42170d completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:28.849839 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 7e0d513e-4713-4dd4-b16e-d22f6a42170d triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:28.850239 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.890645 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8bd0c-e22a-4b68-8594-3421aa1cb01c req-d441cac1-ae56-4d88-b98e-f35445f3c29a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.892132 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d0d8bd0c-e22a-4b68-8594-3421aa1cb01c req-d441cac1-ae56-4d88-b98e-f35445f3c29a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 944 time: 0.0765653 Aug 02 17:29:28.903631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570b870-3314-425a-b52f-b1de15f173ec req-a17670c3-286f-4acb-99c7-009d4edbfc40 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.905207 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d570b870-3314-425a-b52f-b1de15f173ec req-a17670c3-286f-4acb-99c7-009d4edbfc40 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0804739 Aug 02 17:29:28.930214 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.954957 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:28.957193 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b4c3e-1b91-41fa-a888-01279f8b3256" -d '{"events": [{"server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:28.966575 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d0d8bd0c-e22a-4b68-8594-3421aa1cb01c req-f9d62e41-a949-4de3-8768-ec29627f36dc tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604589 Aug 02 17:29:28.969257 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d570b870-3314-425a-b52f-b1de15f173ec req-d93b26bd-78e9-4bdd-96e0-3c027d2f0830 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565948 Aug 02 17:29:28.970366 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:28.976188 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:29.027537 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3436a1-0110-4ff7-bd3f-bedc5088f422 x-openstack-request-id: req-bb3436a1-0110-4ff7-bd3f-bedc5088f422 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:29.027766 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:29.028005 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb3436a1-0110-4ff7-bd3f-bedc5088f422 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:29.028396 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'code': 200} Aug 02 17:29:29.029190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:29.074333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e720849-9525-49aa-b7df-e6fb7976fff9 req-e5d02b4c-bf4f-48cb-9fe5-87c011b04b1c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.075810 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5e720849-9525-49aa-b7df-e6fb7976fff9 req-e5d02b4c-bf4f-48cb-9fe5-87c011b04b1c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0490825 Aug 02 17:29:29.114763 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5e720849-9525-49aa-b7df-e6fb7976fff9 req-4bf16a59-b767-4e43-ac1e-756ce990fc41 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Aug 02 17:29:29.163464 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907cef7-4126-493f-91d8-d19994dffec8 req-d2e92ffc-3bca-4d69-9e65-8f9092090dac tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.168170 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5907cef7-4126-493f-91d8-d19994dffec8 req-d2e92ffc-3bca-4d69-9e65-8f9092090dac tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 02 17:29:29.210666 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5907cef7-4126-493f-91d8-d19994dffec8 req-7fcf51f9-6ddb-4fd1-9b95-669ae1f1c17b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Aug 02 17:29:29.289321 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4415ee-e58e-4251-a13b-af7011176f62 req-d1a181a6-ac5f-43d8-864d-73733fb6ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.291632 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb4415ee-e58e-4251-a13b-af7011176f62 req-d1a181a6-ac5f-43d8-864d-73733fb6ddde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 1098 time: 0.0428770 Aug 02 17:29:29.333823 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb4415ee-e58e-4251-a13b-af7011176f62 req-b08500e1-a63b-4486-b797-ea89e3daeafc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Aug 02 17:29:30.128018 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5cbb-9592-4581-b773-d1066b863bc1 req-2d16ca17-86f6-4f4e-80f6-a501c26b3c78 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.129610 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-31da5cbb-9592-4581-b773-d1066b863bc1 req-2d16ca17-86f6-4f4e-80f6-a501c26b3c78 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.0772388 Aug 02 17:29:30.138589 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ae060-65ea-46cb-8d61-6cf93398a726 req-a2217754-91b6-4f70-b9b7-fc80f0f2afad tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.140188 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-796ae060-65ea-46cb-8d61-6cf93398a726 req-a2217754-91b6-4f70-b9b7-fc80f0f2afad tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0890007 Aug 02 17:29:30.195116 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-31da5cbb-9592-4581-b773-d1066b863bc1 req-afada357-345a-45f6-9d83-ef09a455b073 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539536 Aug 02 17:29:30.202833 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-796ae060-65ea-46cb-8d61-6cf93398a726 req-e0363b4b-30bb-4f07-b414-46d53398789e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545928 Aug 02 17:29:30.370839 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3171-5808-4224-91bf-73b4814c362e req-24284628-b3ca-4c5b-a2d0-a8ec0902742c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.372327 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-da6d3171-5808-4224-91bf-73b4814c362e req-24284628-b3ca-4c5b-a2d0-a8ec0902742c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0844512 Aug 02 17:29:30.379461 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1758f-c4fa-4ee4-842d-c5e3c78175a3 req-79d39a08-d24c-49fb-bbc4-2108076959cb tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.380961 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-99b1758f-c4fa-4ee4-842d-c5e3c78175a3 req-79d39a08-d24c-49fb-bbc4-2108076959cb tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0806253 Aug 02 17:29:30.437387 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-da6d3171-5808-4224-91bf-73b4814c362e req-4da8dea4-a923-4aa4-bed7-f4f7f9a37bb4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554583 Aug 02 17:29:30.440250 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-99b1758f-c4fa-4ee4-842d-c5e3c78175a3 req-dad0f8d6-d93f-4491-b29b-f97bfd71c754 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Aug 02 17:29:30.551378 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7951-2ab6-4a82-a0bf-655019b98916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:30.560093 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f884fb6-9387-4d50-93a3-2a391f1b94bc req-dc6864b4-aa12-461c-bfb6-5262bb81351e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.561739 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8f884fb6-9387-4d50-93a3-2a391f1b94bc req-dc6864b4-aa12-461c-bfb6-5262bb81351e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0571268 Aug 02 17:29:30.605047 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8f884fb6-9387-4d50-93a3-2a391f1b94bc req-e940ced7-351f-4273-a167-c517eaeea7da tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364769 Aug 02 17:29:30.627312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36036) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:30.830482 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e071fc14-0c88-43d5-9fa1-313f77dee3b7 tempest-TestMinimumBasicScenario-556996245 tempest-TestMinimumBasicScenario-556996245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.832013 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e071fc14-0c88-43d5-9fa1-313f77dee3b7 tempest-TestMinimumBasicScenario-556996245 tempest-TestMinimumBasicScenario-556996245-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1094 time: 0.2037215 Aug 02 17:29:30.835064 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36040) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:30.839895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'port_id': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:30.866102 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for floatingip, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:30.960613 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.067382 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Allocated IP 172.27.3.44 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/a8161048-3e00-43ab-827b-02fcbc4c82b4) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:29:31.172290 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.216833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.261477 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:29:31.276185 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:29:31.276185 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:29:31.276185 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'Port': ['ID=a8161048-3e00-43ab-827b-02fcbc4c82b4,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:31.449647 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fec3a-4be8-406c-b55e-9b6665fbedee req-5e4876a6-70af-4b67-a13e-1f386dd4bbf6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.451184 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-673fec3a-4be8-406c-b55e-9b6665fbedee req-5e4876a6-70af-4b67-a13e-1f386dd4bbf6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1545022 Aug 02 17:29:31.461092 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e230f3-dfff-484a-8905-ff4ca38bcc61 req-fa295279-b065-4b09-b9f0-e32aa2b3fd56 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.462685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-87e230f3-dfff-484a-8905-ff4ca38bcc61 req-fa295279-b065-4b09-b9f0-e32aa2b3fd56 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.1625447 Aug 02 17:29:31.571935 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-87e230f3-dfff-484a-8905-ff4ca38bcc61 req-10ec5ebc-8ccf-4567-a233-c49a2c81a0f3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935733 Aug 02 17:29:31.576165 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-673fec3a-4be8-406c-b55e-9b6665fbedee req-46953e68-5d83-4856-ae5e-7d08b22a31cc tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107945 Aug 02 17:29:31.818560 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6592cb-7aa7-4f1f-b2ca-ff1a5dc31b47 req-05faac0c-5aeb-49f0-aad5-5fc4e384fa1f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.820253 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5c6592cb-7aa7-4f1f-b2ca-ff1a5dc31b47 req-05faac0c-5aeb-49f0-aad5-5fc4e384fa1f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1789589 Aug 02 17:29:31.828903 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a0e2f-c2bb-4289-b958-e6ede03ee776 req-7811a500-9e02-4d9c-b600-0fad6e9f5f77 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.830640 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd0a0e2f-c2bb-4289-b958-e6ede03ee776 req-7811a500-9e02-4d9c-b600-0fad6e9f5f77 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1719675 Aug 02 17:29:31.889339 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.938395 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5c6592cb-7aa7-4f1f-b2ca-ff1a5dc31b47 req-43a37a4a-a457-4702-89bc-1a3fa67ca5be tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047001 Aug 02 17:29:31.948485 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd0a0e2f-c2bb-4289-b958-e6ede03ee776 req-1ba5b842-397e-4b5c-a1f7-33bf1c6416be tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056798 Aug 02 17:29:31.996430 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:32.155606 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:32.163191 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:32.193899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:32.235690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'Port': ['ID=a8161048-3e00-43ab-827b-02fcbc4c82b4,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:32.542867 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Floating IP 790988cc-07b1-462a-8c49-1009dadae4e8 associated. External IP: 172.27.3.44, port: c5729e00-a02c-4abf-aed3-371e5ccd811a. Aug 02 17:29:32.809978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ae82-19db-4c6e-8550-2d9c3843d3e3 req-08733df2-77a9-4d49-ad84-903ecf582db6 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:32.811376 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a186ae82-19db-4c6e-8550-2d9c3843d3e3 req-08733df2-77a9-4d49-ad84-903ecf582db6 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.1274753 Aug 02 17:29:32.821740 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa71c-8d2e-4f99-b450-e6bec073162d req-96f66692-49f9-4a8c-8817-8a43b3e33834 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:32.823161 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-162aa71c-8d2e-4f99-b450-e6bec073162d req-96f66692-49f9-4a8c-8817-8a43b3e33834 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1403656 Aug 02 17:29:32.849063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Router 06048878-756b-4a16-9a60-5dea057b1fd4 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:29:32.896963 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a186ae82-19db-4c6e-8550-2d9c3843d3e3 req-5b6d4e5b-1e19-46f3-bdeb-23e17515d7e4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726364 Aug 02 17:29:32.901313 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-162aa71c-8d2e-4f99-b450-e6bec073162d req-45751520-8b8a-4ab0-9285-874a4f2a1328 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695364 Aug 02 17:29:32.935742 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c5f2488e-b954-4195-9504-f6b0ac331693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.002580 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:29:33.016550 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Sync routers for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:29:33.027444 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:29:33.028461 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:29:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:33.057147 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.103891 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a1b6c4e6-49e9-4a00-84ae-6c6ba2d8c768 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2677157 Aug 02 17:29:33.106572 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:33.107066 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36066) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:33.108799 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a3aea-9824-453e-8bc2-e6c71007ef18" -d '{"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:33.112810 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089192733', 'description': 'tempest-secgroup-smoke-2089192733 description', 'project_id': '43e341179eee48928d0e2ee6dee90ff1'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:33.120313 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc17db-ada5-4df3-b0d4-e222d9bb7d28 req-1af426b4-b9fc-418f-aada-18d46de79100 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.122093 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bebc17db-ada5-4df3-b0d4-e222d9bb7d28 req-1af426b4-b9fc-418f-aada-18d46de79100 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1110156 Aug 02 17:29:33.138703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.139830 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:29:33.140834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf30cd9-883e-4d49-8e12-9f5118ce6016 req-65011e83-04db-40b7-8a06-7a400d808866 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.142351 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bf30cd9-883e-4d49-8e12-9f5118ce6016 req-65011e83-04db-40b7-8a06-7a400d808866 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0997458 Aug 02 17:29:33.199370 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bebc17db-ada5-4df3-b0d4-e222d9bb7d28 req-6d10cab4-33d1-438d-8bf5-0f9ce6c60c20 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560422 Aug 02 17:29:33.202218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bf30cd9-883e-4d49-8e12-9f5118ce6016 req-e10399a2-42f7-48c1-8fdf-1ac367afc0a6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528922 Aug 02 17:29:33.245707 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.251892 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.254205 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d99e3-e8d4-4411-a750-b926a7c9e67b x-openstack-request-id: req-387d99e3-e8d4-4411-a750-b926a7c9e67b {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:33.254593 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:33.254956 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-387d99e3-e8d4-4411-a750-b926a7c9e67b {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:33.255444 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:29:33.285398 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.289866 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1779284 Aug 02 17:29:33.289866 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80cdf9-71ea-4cea-87bb-1fbb8b9e376c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9828db98-aa75-434f-beb1-0da3c9be9152,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:33.290302 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36070) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:33.297170 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:33.356245 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.360891 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-45f5111b-c91d-4b17-b8f3-9de87489425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.362408 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-45f5111b-c91d-4b17-b8f3-9de87489425f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1099 time: 0.0691397 Aug 02 17:29:33.381809 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '790988cc-07b1-462a-8c49-1009dadae4e8', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'port_id': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'mac_address': 'fa:16:3e:01:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:31Z', 'updated_at': '2021-08-02T17:29:31Z', 'revision_number': 0, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:33.412234 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Checking router: 06048878-756b-4a16-9a60-5dea057b1fd4 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:29:33.421806 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:29:33.428782 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:29:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:33.471724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.479129 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.483952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.516731 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9d29f4-ebdd-4455-8c09-70691d84cb58,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:33.520145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-1dcdb55a-5e8a-4f77-b000-1a0a6fda2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.521638 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-1dcdb55a-5e8a-4f77-b000-1a0a6fda2c65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 914 time: 0.1385114 Aug 02 17:29:33.526384 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.530686 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36074) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:33.530966 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-27dd4220-d04a-43a4-939a-f15965531b89 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2394881 Aug 02 17:29:33.537377 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:29:33.539531 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:33.580236 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.608961 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-8b1e2406-e878-4ddf-87db-dc9b5d017e22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 999 time: 0.0739789 Aug 02 17:29:33.647620 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.658957 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.667386 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-53375a32-6ce4-417b-84d9-93b17409d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.669125 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-53375a32-6ce4-417b-84d9-93b17409d3df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.0489452 Aug 02 17:29:33.686303 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0c4c96-052b-49db-9518-4a6c3bc33ca3,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:33.693424 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.698619 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dae7de7d-efa7-4730-9103-126befe72042 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656861 Aug 02 17:29:33.706966 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36078) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:33.716670 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:33.747056 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-455217a2-29d2-46e4-9945-74bcbe944dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.748540 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-455217a2-29d2-46e4-9945-74bcbe944dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696015 Aug 02 17:29:33.754124 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.776303 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '790988cc-07b1-462a-8c49-1009dadae4e8', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'port_id': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'mac_address': 'fa:16:3e:01:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:31Z', 'updated_at': '2021-08-02T17:29:31Z', 'revision_number': 0, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:33.865079 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.873906 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.888077 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86e4f8-a0a9-4408-bfa8-48295b52c67a None None] The sync data for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi is: [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '790988cc-07b1-462a-8c49-1009dadae4e8', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'port_id': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'mac_address': 'fa:16:3e:01:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:31Z', 'updated_at': '2021-08-02T17:29:31Z', 'revision_number': 0, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:29:33.890460 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-d4ab1c46-c852-4ba6-98e1-58691fae4bcc service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277101 Aug 02 17:29:33.895016 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4cf739-9c11-4476-a7fa-d511c98c7d6c,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:33.919021 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:33.922175 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a461372a-3474-4436-82d7-e460febf16c5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2113578 Aug 02 17:29:33.923460 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36082) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:33.932977 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:33.991056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.058393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.063399 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.086371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fa9805-8a07-46a3-b6fe-56bf21225bd6,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:34.089036 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.091985 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.096353 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-54fbd4e2-7146-4769-acec-ab6d15de4769 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1719041 Aug 02 17:29:34.097004 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36086) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:34.101591 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:34.103754 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2e5dc-75c2-42a3-9381-b84c72022b5e req-6c22f1c7-9960-446b-b054-67eb4a6a2623 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.105292 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-99b2e5dc-75c2-42a3-9381-b84c72022b5e req-6c22f1c7-9960-446b-b054-67eb4a6a2623 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.1235697 Aug 02 17:29:34.109284 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c71a3aea-9824-453e-8bc2-e6c71007ef18 req-e15ace99-0f9c-46c6-b6ff-da7c5448a93c service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066658 Aug 02 17:29:34.117834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ef63-c1f2-46f0-9afd-cf9e4f58ef4a req-06f3bc7d-6a9b-40e1-8b51-a93cf2369c15 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.119216 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c990ef63-c1f2-46f0-9afd-cf9e4f58ef4a req-06f3bc7d-6a9b-40e1-8b51-a93cf2369c15 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1253586 Aug 02 17:29:34.126676 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.securitygroups_db [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Project 43e341179eee48928d0e2ee6dee90ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:29:34.135034 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.166265 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b2019-9518-4236-8977-4f1a5e2a2169 None None] New status for floating IP 790988cc-07b1-462a-8c49-1009dadae4e8: ACTIVE {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:29:34.179400 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-99b2e5dc-75c2-42a3-9381-b84c72022b5e req-aff71b66-a68f-4452-9071-7e672e35e61d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591381 Aug 02 17:29:34.192727 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c990ef63-c1f2-46f0-9afd-cf9e4f58ef4a req-0d83caeb-2920-47d7-ad0b-4f499c7bcbf8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546505 Aug 02 17:29:34.209735 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.216315 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.235987 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74707bda-3265-411e-838f-2ba9bf6c88c3,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:34.243588 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.245066 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-96234f0b-c07f-4e9b-b19f-31dd93455d93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470604 Aug 02 17:29:34.248637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36092) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:34.253868 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'security_group_rule': {'security_group_id': '9828db98-aa75-434f-beb1-0da3c9be9152', 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:34.283218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.securitygroups_db [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Project 43e341179eee48928d0e2ee6dee90ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:29:34.302566 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.415077 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e46f-b17c-472e-a117-cd2d4f228a7e req-c1cd5ec2-9c3e-4bbb-8040-d06de9523937 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.417002 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2437e46f-b17c-472e-a117-cd2d4f228a7e req-c1cd5ec2-9c3e-4bbb-8040-d06de9523937 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1277158 Aug 02 17:29:34.433849 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5028-ba10-4d47-a966-3a6e23f5312b req-3af713dd-d80d-4280-9982-ef205305b86a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.435869 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-266a5028-ba10-4d47-a966-3a6e23f5312b req-3af713dd-d80d-4280-9982-ef205305b86a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1366706 Aug 02 17:29:34.488625 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.505947 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.532847 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2437e46f-b17c-472e-a117-cd2d4f228a7e req-aeb6d8a4-2d8e-42af-8c9f-04256ff68ca6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088805 Aug 02 17:29:34.546781 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-266a5028-ba10-4d47-a966-3a6e23f5312b req-95c2beeb-9bdb-4132-9cd9-01da5961869b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013114 Aug 02 17:29:34.548389 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.550635 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3008645 Aug 02 17:29:34.551702 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e272a-6fa1-4ace-b99a-9602437346aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e725e180-5825-405c-8b15-4cc5f31030e7,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:34.632462 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-9a9e2258-9613-47e9-bfbd-0b7478372069 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089192733&fields=id&tenant_id=43e341179eee48928d0e2ee6dee90ff1 HTTP/1.1" status: 200 len: 267 time: 0.0337467 Aug 02 17:29:34.684439 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-ef97b2cb-de52-433f-ab2b-966cb373cf34 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.685790 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-ef97b2cb-de52-433f-ab2b-966cb373cf34 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Aug 02 17:29:34.697452 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'port': {'security_groups': ['ed5fa1f1-33d1-4942-90f6-f2956cc736f1', '9828db98-aa75-434f-beb1-0da3c9be9152']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:34.765774 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:34.964350 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:34.995909 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:35.003272 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:35.019873 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:35.046830 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.047512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:35.055362 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f1ac5b8-79b6-4f29-ac66-5cf80cf35af6 req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "PUT /v2.0/ports/c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 982 time: 0.3592844 Aug 02 17:29:35.073607 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f88b6-3c95-48b5-815a-20fac4c121aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=6']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:35.158734 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088354-4cd1-4e1a-80e9-c420ee899111 req-e10329e9-7732-4e1e-bc87-eee82b2be292 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.160422 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-32088354-4cd1-4e1a-80e9-c420ee899111 req-e10329e9-7732-4e1e-bc87-eee82b2be292 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0512543 Aug 02 17:29:35.204122 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-32088354-4cd1-4e1a-80e9-c420ee899111 req-c42736bc-fbd1-4871-8be1-f0920abec831 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372484 Aug 02 17:29:35.257054 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:35.261100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82644d08-7311-42b5-ae25-f091825dda13" -d '{"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:35.309115 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:35.332062 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-6e771bbb-1d32-4294-8f7f-8aa58411890e None None] Provisioning complete for port c5729e00-a02c-4abf-aed3-371e5ccd811a triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:35.332346 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6e771bbb-1d32-4294-8f7f-8aa58411890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:35.349446 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a494-4f4d-4fdf-b589-6387662302c9 req-fbc30d61-7788-4b42-8ef4-0c018a6c7ae3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.350971 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8750a494-4f4d-4fdf-b589-6387662302c9 req-fbc30d61-7788-4b42-8ef4-0c018a6c7ae3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.0819955 Aug 02 17:29:35.365358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1361a-ddfe-456c-92eb-0eb95dc63b97 req-036c5b97-7ea1-4414-9bef-07866beb3089 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.366839 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-10f1361a-ddfe-456c-92eb-0eb95dc63b97 req-036c5b97-7ea1-4414-9bef-07866beb3089 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0711691 Aug 02 17:29:35.422007 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8750a494-4f4d-4fdf-b589-6387662302c9 req-51c54dbf-94e1-4ea9-a279-ab5d965a1c91 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542266 Aug 02 17:29:35.429283 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-10f1361a-ddfe-456c-92eb-0eb95dc63b97 req-78173fd5-835f-4aca-8766-4feaac6b40ed tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556297 Aug 02 17:29:35.471428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed7e24-d6f7-4adf-b2ca-89950f66c8c6 x-openstack-request-id: req-f2ed7e24-d6f7-4adf-b2ca-89950f66c8c6 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:35.471842 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:35.472086 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2ed7e24-d6f7-4adf-b2ca-89950f66c8c6 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:35.472538 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:29:35.592739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644d08-7311-42b5-ae25-f091825dda13 req-03cff26c-69f4-4584-8396-28896d5e6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.594244 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-03cff26c-69f4-4584-8396-28896d5e6d39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1138 time: 0.0708938 Aug 02 17:29:35.605853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4fba-8f65-40ee-a6a8-6c1698387968 req-382ceb2d-b448-42bd-8e76-44c565764a70 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.607405 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-83ee4fba-8f65-40ee-a6a8-6c1698387968 req-382ceb2d-b448-42bd-8e76-44c565764a70 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.1136179 Aug 02 17:29:35.726975 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-83ee4fba-8f65-40ee-a6a8-6c1698387968 req-7cbbe781-170e-47b7-b004-d741d7d0f826 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100008 Aug 02 17:29:35.757103 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36120) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:35.759602 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024a12-cb43-4f90-afa6-3e3af7f02951 req-8441e17c-02c0-4f1e-843d-12e2df02213a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.761088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-23024a12-cb43-4f90-afa6-3e3af7f02951 req-8441e17c-02c0-4f1e-843d-12e2df02213a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1039419 Aug 02 17:29:35.762327 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644d08-7311-42b5-ae25-f091825dda13 req-000382fe-750d-4e1c-a331-5a4b56648bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.763785 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-000382fe-750d-4e1c-a331-5a4b56648bd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 914 time: 0.1552565 Aug 02 17:29:35.867158 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:35.886909 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-23024a12-cb43-4f90-afa6-3e3af7f02951 req-0d76e40d-0e2b-4d43-99c5-948491eed687 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178169 Aug 02 17:29:35.900512 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-d988b58e-de4c-41cf-84f4-8f02b4290347 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 1001 time: 0.1091146 Aug 02 17:29:35.964006 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab8f1-e538-401e-89a2-0a8c420d387b req-988170ce-21e5-4352-a0cf-42a88c9372e8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.965464 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1bab8f1-e538-401e-89a2-0a8c420d387b req-988170ce-21e5-4352-a0cf-42a88c9372e8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1101561 Aug 02 17:29:35.981887 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644d08-7311-42b5-ae25-f091825dda13 req-073c4bac-13bb-4e10-b91c-aa468264468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:35.983217 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-073c4bac-13bb-4e10-b91c-aa468264468d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.0678177 Aug 02 17:29:36.033937 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1bab8f1-e538-401e-89a2-0a8c420d387b req-b8e05450-85c4-4ac0-a562-31c15c48a43f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609496 Aug 02 17:29:36.046709 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644d08-7311-42b5-ae25-f091825dda13 req-e4f22903-8c89-4e31-918f-d7c564be8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:36.048697 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-e4f22903-8c89-4e31-918f-d7c564be8113 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552616 Aug 02 17:29:36.051062 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad0b33-7889-403d-a566-d9be501ce77a tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:36.052733 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-39ad0b33-7889-403d-a566-d9be501ce77a tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 1093 time: 0.2942669 Aug 02 17:29:36.055843 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36124) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:36.060535 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'port_id': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:36.083998 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.150485 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-a1f4a4d9-75f1-4bc0-af42-0336fa6ac45e service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872130 Aug 02 17:29:36.178764 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.242807 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-82644d08-7311-42b5-ae25-f091825dda13 req-37b37994-fa35-4152-b2d1-07e3b253430c service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835686 Aug 02 17:29:36.299115 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.27.3.105 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/bcc68d58-d10a-4407-afcf-2a0948799ff6) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:29:36.402375 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.448576 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.488406 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:29:36.491435 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:29:36.494330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:29:36.526826 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=bcc68d58-d10a-4407-afcf-2a0948799ff6,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:36.558561 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a542f-7ee2-44e5-a811-4d32cc8a4623 req-f7ca919f-8039-466e-8924-7a0f1a97e103 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:36.560220 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-219a542f-7ee2-44e5-a811-4d32cc8a4623 req-f7ca919f-8039-466e-8924-7a0f1a97e103 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0565741 Aug 02 17:29:36.605653 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-219a542f-7ee2-44e5-a811-4d32cc8a4623 req-cfb65042-492c-4020-8fdb-1a21cd3c661e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390012 Aug 02 17:29:36.901059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f4fd-94b7-4135-9f07-c3257430f581 req-3ecaba8f-0376-41b2-828e-b79644694b77 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:36.903808 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2a8f4fd-94b7-4135-9f07-c3257430f581 req-3ecaba8f-0376-41b2-828e-b79644694b77 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0839171 Aug 02 17:29:36.906420 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.982245 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2a8f4fd-94b7-4135-9f07-c3257430f581 req-15823e26-79dc-43e6-aada-8b3caa65fc7a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690289 Aug 02 17:29:37.007710 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.040529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-d79d8f2d-6c11-4dd3-b7e5-2e2362830de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.041954 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-d79d8f2d-6c11-4dd3-b7e5-2e2362830de0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1099 time: 0.0796731 Aug 02 17:29:37.053901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862116ba-5f4b-4a8b-b6db-18283819aa38 req-e593e2ea-7d9c-4b01-9033-00942932ba11 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.055351 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-862116ba-5f4b-4a8b-b6db-18283819aa38 req-e593e2ea-7d9c-4b01-9033-00942932ba11 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0800507 Aug 02 17:29:37.167831 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.173161 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.205483 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-862116ba-5f4b-4a8b-b6db-18283819aa38 req-7a36c351-c738-4c59-9089-1b3b033ffcf6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351111 Aug 02 17:29:37.236625 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488b0b1-5911-437f-806c-1f76705c7cf1 req-7380c01d-82c6-41b4-9e5d-c20747891241 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.238111 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7488b0b1-5911-437f-806c-1f76705c7cf1 req-7380c01d-82c6-41b4-9e5d-c20747891241 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1131823 Aug 02 17:29:37.243901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=bcc68d58-d10a-4407-afcf-2a0948799ff6,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:37.257499 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.268685 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-a312067b-39be-4801-9bcc-7a5495a9fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.270171 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-a312067b-39be-4801-9bcc-7a5495a9fac8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.2114797 Aug 02 17:29:37.292499 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7488b0b1-5911-437f-806c-1f76705c7cf1 req-1677396f-78be-4b1d-a948-346131cf7fda tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Aug 02 17:29:37.345844 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-3784886e-4bc0-4d34-a1fa-8c62ca1d6e47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 1001 time: 0.0613525 Aug 02 17:29:37.357965 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP 8852a6cf-d004-449d-87d3-f71b724312e6 associated. External IP: 172.27.3.105, port: 7e0d513e-4713-4dd4-b16e-d22f6a42170d. Aug 02 17:29:37.403439 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-cd4b81d9-d0ba-4441-820c-d2e8cc4cd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.404882 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-cd4b81d9-d0ba-4441-820c-d2e8cc4cd267 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0444319 Aug 02 17:29:37.464073 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-45f27f7e-a5db-4ef7-915f-6a9793bf4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.466248 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-45f27f7e-a5db-4ef7-915f-6a9793bf4a07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464294 Aug 02 17:29:37.565953 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-b1b615b5-0f6a-443f-972e-d36bb78feaa0 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859294 Aug 02 17:29:37.578330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:29:37.670747 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dfdb5f-4957-4abf-82e0-172bd324dfdf req-4aec2039-f998-4ed7-a89c-f995a2a06108 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939457 Aug 02 17:29:37.687581 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:29:37.701408 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:29:37.711232 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.718331 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:29:37.718920 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:29:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:37.740935 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c06491fe-15b0-4bc0-a1c3-fb3d462b4adf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6839263 Aug 02 17:29:37.742864 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:37.743799 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b027f65c-c28c-4978-a8dd-67146d3d21c8" -d '{"events": [{"name": "network-changed", "server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:37.783749 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a004bbd3-72cb-49ea-85ae-2b3b13a9121a x-openstack-request-id: req-a004bbd3-72cb-49ea-85ae-2b3b13a9121a {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:37.784033 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:37.784276 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a004bbd3-72cb-49ea-85ae-2b3b13a9121a {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:37.784668 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'status': 'completed', 'code': 200} Aug 02 17:29:37.838959 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:29:38.080943 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '8852a6cf-d004-449d-87d3-f71b724312e6', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:ae:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:36Z', 'updated_at': '2021-08-02T17:29:36Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:38.109121 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:29:38.117918 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:29:38.118631 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:29:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:38.149347 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-7b8749e0-a41b-4238-a29c-0f63765aa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.150877 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-7b8749e0-a41b-4238-a29c-0f63765aa69c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 1098 time: 0.3279679 Aug 02 17:29:38.162591 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498de90-30a1-432d-998a-994821d05aa1 req-dbdaecb3-f488-43e1-9794-765e4b7e5ec0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.163942 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f498de90-30a1-432d-998a-994821d05aa1 req-dbdaecb3-f488-43e1-9794-765e4b7e5ec0 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0583603 Aug 02 17:29:38.222893 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:29:38.253231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f498de90-30a1-432d-998a-994821d05aa1 req-9052f214-dd60-4686-89b5-29a39bca5750 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795126 Aug 02 17:29:38.278514 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-70373c80-a5da-4e77-8e24-fd7ec7615810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.280358 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-70373c80-a5da-4e77-8e24-fd7ec7615810 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.1146901 Aug 02 17:29:38.390021 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-31cfc90c-aeb9-4ca5-9bca-4908e9fe1e98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d HTTP/1.1" status: 200 len: 999 time: 0.0998991 Aug 02 17:29:38.424959 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577886-872f-412e-b152-3ea80d551b00 req-f6c6ccb7-eaa5-49bb-8d69-b1cc2146c4cd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.426392 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc577886-872f-412e-b152-3ea80d551b00 req-f6c6ccb7-eaa5-49bb-8d69-b1cc2146c4cd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0993853 Aug 02 17:29:38.442766 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '8852a6cf-d004-449d-87d3-f71b724312e6', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:ae:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:36Z', 'updated_at': '2021-08-02T17:29:36Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:38.472695 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c783078-9f21-4e50-87a7-43b423b53515 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '8852a6cf-d004-449d-87d3-f71b724312e6', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:ae:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:29:36Z', 'updated_at': '2021-08-02T17:29:36Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:29:38.504317 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8aad2-f100-4ca6-aacb-7d8e040cf504 req-ca74537e-3f7b-4ff8-b55d-bab251735614 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.505837 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fad8aad2-f100-4ca6-aacb-7d8e040cf504 req-ca74537e-3f7b-4ff8-b55d-bab251735614 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1316059 Aug 02 17:29:38.509709 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-44d8f923-1d5f-4461-8681-ac308064cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.511161 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-44d8f923-1d5f-4461-8681-ac308064cbe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.1070547 Aug 02 17:29:38.522786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc577886-872f-412e-b152-3ea80d551b00 req-1ce3129b-bea2-4e9d-8f1b-4d7232bbd1ff tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716026 Aug 02 17:29:38.584844 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fad8aad2-f100-4ca6-aacb-7d8e040cf504 req-ac5cd914-6b3c-425c-b4ee-80f02647dfc8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705824 Aug 02 17:29:38.592940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-6ecbdf42-6a65-4df1-b02e-ce16178aeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.594422 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-6ecbdf42-6a65-4df1-b02e-ce16178aeba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623755 Aug 02 17:29:38.678927 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7f188-9eba-43a4-bab1-6e5e92209b87 None None] New status for floating IP 8852a6cf-d004-449d-87d3-f71b724312e6: ACTIVE {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:29:38.690135 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-be3eadff-31b6-445c-8c35-9044eacabe59 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830514 Aug 02 17:29:38.786091 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b027f65c-c28c-4978-a8dd-67146d3d21c8 req-6ad675df-9cd8-48d6-8e4d-482aff8da017 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877118 Aug 02 17:29:39.387249 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73788478-053c-4cdf-ba63-af4ab5aa4de0 req-a9e4138c-d74a-45d6-abb1-13f16a02dd78 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:39.388737 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73788478-053c-4cdf-ba63-af4ab5aa4de0 req-a9e4138c-d74a-45d6-abb1-13f16a02dd78 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0512030 Aug 02 17:29:39.430262 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73788478-053c-4cdf-ba63-af4ab5aa4de0 req-35609ccd-d40e-4aa9-a48d-29c02745bbe6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Aug 02 17:29:39.668635 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411469-512c-441f-9947-39333076fc19 req-54dfb3b9-46d5-4594-93cc-36ee79f4a6d4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:39.670027 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc411469-512c-441f-9947-39333076fc19 req-54dfb3b9-46d5-4594-93cc-36ee79f4a6d4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0579886 Aug 02 17:29:39.733373 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fc411469-512c-441f-9947-39333076fc19 req-afa13161-c049-40cb-a56f-f823cff18411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Aug 02 17:29:39.741386 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ce95-e87f-42cd-b149-06bf3183af09 req-c941a67e-4ed0-452d-8944-74a7af920a3a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:39.742788 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e154ce95-e87f-42cd-b149-06bf3183af09 req-c941a67e-4ed0-452d-8944-74a7af920a3a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0899274 Aug 02 17:29:39.782870 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e154ce95-e87f-42cd-b149-06bf3183af09 req-aaf66b5a-fa27-4baa-bdff-f356c7a3ecfc tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Aug 02 17:29:40.869480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0073-a900-4611-8a10-371b8b5d7a54 req-c0ba6f5a-f6ab-484d-b684-ff1a02bb1c76 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:40.871300 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbbb0073-a900-4611-8a10-371b8b5d7a54 req-c0ba6f5a-f6ab-484d-b684-ff1a02bb1c76 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0587282 Aug 02 17:29:40.933935 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acc84-3b51-48a8-96e8-d0c768e56a2e req-9897572e-c5e0-4ca6-bc9b-90fbcc0f1080 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:40.935471 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e35acc84-3b51-48a8-96e8-d0c768e56a2e req-9897572e-c5e0-4ca6-bc9b-90fbcc0f1080 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Aug 02 17:29:40.938135 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbbb0073-a900-4611-8a10-371b8b5d7a54 req-80fe0871-4dab-4655-85b3-c2d8b0199c5c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500817 Aug 02 17:29:40.977778 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e35acc84-3b51-48a8-96e8-d0c768e56a2e req-04332055-0698-4573-82d4-a2a9907f160a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Aug 02 17:29:42.084977 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a7337-58a7-477d-9d4e-4d81099f409a req-a1cba126-94a9-42a4-88b7-a1ad0c401b41 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:42.086475 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b61a7337-58a7-477d-9d4e-4d81099f409a req-a1cba126-94a9-42a4-88b7-a1ad0c401b41 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0742161 Aug 02 17:29:42.118540 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0285d-7b57-4bcd-ad02-22ac6f1d7b93 req-a12ccea5-1e68-4139-8d73-1c3f12243c2c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:42.119985 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bba0285d-7b57-4bcd-ad02-22ac6f1d7b93 req-a12ccea5-1e68-4139-8d73-1c3f12243c2c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0737982 Aug 02 17:29:42.149234 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b61a7337-58a7-477d-9d4e-4d81099f409a req-2768f306-9453-45f5-b6df-4a952bfd7a92 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545766 Aug 02 17:29:42.168564 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bba0285d-7b57-4bcd-ad02-22ac6f1d7b93 req-1fe091b2-6354-4d7c-b1c7-c3965bfe46f7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Aug 02 17:29:42.626679 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ec3f-e21f-4652-9926-5ff7c0f53482 req-2862fa8e-2946-4f20-b3c0-d66aa2b7365d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:42.628282 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5517ec3f-e21f-4652-9926-5ff7c0f53482 req-2862fa8e-2946-4f20-b3c0-d66aa2b7365d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0654662 Aug 02 17:29:42.673065 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5517ec3f-e21f-4652-9926-5ff7c0f53482 req-3cf0338c-9d2e-4d87-a6a5-1c8bc3528d2e tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364592 Aug 02 17:29:43.308750 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aabdc-5b58-48bc-9798-96db8e38c836 req-cb2224ba-064c-415f-b622-d5656205da84 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:43.310255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e47aabdc-5b58-48bc-9798-96db8e38c836 req-cb2224ba-064c-415f-b622-d5656205da84 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0763314 Aug 02 17:29:43.320541 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c5db-bf43-48d0-b026-8ab6d69be3d1 req-1d15b694-b38a-40bc-976c-9922f328db52 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:43.321932 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4e71c5db-bf43-48d0-b026-8ab6d69be3d1 req-1d15b694-b38a-40bc-976c-9922f328db52 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0768342 Aug 02 17:29:43.374212 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e47aabdc-5b58-48bc-9798-96db8e38c836 req-063ad280-c5f7-41b9-a501-b303059ac4d2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513113 Aug 02 17:29:43.382115 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4e71c5db-bf43-48d0-b026-8ab6d69be3d1 req-b757249c-8079-4ab5-b7e2-f5b3670b8360 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Aug 02 17:29:43.796445 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be7041-a1ad-48b4-8a8e-53cadc0c38f5 req-5c833eb5-e1a8-4aae-81e7-f992bd9e7f67 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:43.797881 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e5be7041-a1ad-48b4-8a8e-53cadc0c38f5 req-5c833eb5-e1a8-4aae-81e7-f992bd9e7f67 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0535131 Aug 02 17:29:43.836643 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e5be7041-a1ad-48b4-8a8e-53cadc0c38f5 req-a8b0998c-7ad9-44e6-83b1-730d49720d58 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 02 17:29:44.528592 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ef611-d2a7-4464-af9b-7ce0462f9605 req-5d18c884-cb1a-4579-9a55-1641c8eba135 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:44.530129 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-265ef611-d2a7-4464-af9b-7ce0462f9605 req-5d18c884-cb1a-4579-9a55-1641c8eba135 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0769832 Aug 02 17:29:44.538470 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c9293-4421-4637-bb11-a4a74ba21db9 req-5d1c520b-1c7f-450d-a605-a843423b4e3d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:44.539909 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad2c9293-4421-4637-bb11-a4a74ba21db9 req-5d1c520b-1c7f-450d-a605-a843423b4e3d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0888233 Aug 02 17:29:44.600312 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-265ef611-d2a7-4464-af9b-7ce0462f9605 req-6f8c25de-7ef3-49f6-be3a-80ce51ce0158 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Aug 02 17:29:44.606397 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad2c9293-4421-4637-bb11-a4a74ba21db9 req-ce3d19b0-ce5f-4dc5-a475-14e46d724375 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586181 Aug 02 17:29:44.969337 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26425-8f3f-405b-a9c7-8dd252b86de9 req-25664ec2-ced8-45f4-bf92-df5c118793b8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:44.970874 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4da26425-8f3f-405b-a9c7-8dd252b86de9 req-25664ec2-ced8-45f4-bf92-df5c118793b8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0542178 Aug 02 17:29:45.008555 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4da26425-8f3f-405b-a9c7-8dd252b86de9 req-3b506b7c-b3fa-4b47-899b-206c25afccf1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 02 17:29:45.756694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1f495-40b5-435e-8536-4589c00a3bfd req-b28b480e-2829-4853-8e28-c0610baa54d8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:45.758183 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aec1f495-40b5-435e-8536-4589c00a3bfd req-b28b480e-2829-4853-8e28-c0610baa54d8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0753160 Aug 02 17:29:45.766054 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9265a-084d-4a86-a09b-8f1d20287b74 req-974cd7eb-9154-45d8-970c-c6e8bc354d41 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:45.767436 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1f9265a-084d-4a86-a09b-8f1d20287b74 req-974cd7eb-9154-45d8-970c-c6e8bc354d41 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0865157 Aug 02 17:29:45.821208 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-aec1f495-40b5-435e-8536-4589c00a3bfd req-5fa509b4-4c04-4ee5-8cb2-c39454a14360 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527544 Aug 02 17:29:45.828153 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1f9265a-084d-4a86-a09b-8f1d20287b74 req-3ab4fc8e-8f1e-4743-babb-d7d6c69cf37c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Aug 02 17:29:46.146195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0476c7-9b6e-4073-a02c-cdc2849301ef req-de23cd8b-c4ff-4424-9e43-75960210f561 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:46.147553 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ea0476c7-9b6e-4073-a02c-cdc2849301ef req-de23cd8b-c4ff-4424-9e43-75960210f561 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0601301 Aug 02 17:29:46.185972 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ea0476c7-9b6e-4073-a02c-cdc2849301ef req-c87f0c7c-0d92-48ac-ae27-3ecf7edfceb8 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Aug 02 17:29:46.967921 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280061-dd3b-4890-97fa-210c382f39b8 req-46c8a5b2-94ab-46be-97c4-f8c6a1a3f89a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:46.969376 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1280061-dd3b-4890-97fa-210c382f39b8 req-46c8a5b2-94ab-46be-97c4-f8c6a1a3f89a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0771554 Aug 02 17:29:46.981254 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efadf42-a394-4ea2-b3da-ca55ff3dfa3f req-42c6885b-bcbe-418b-a039-db7dad7a36a5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:46.982657 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6efadf42-a394-4ea2-b3da-ca55ff3dfa3f req-42c6885b-bcbe-418b-a039-db7dad7a36a5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0814497 Aug 02 17:29:47.033827 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1280061-dd3b-4890-97fa-210c382f39b8 req-436d3e32-170d-43ac-b664-43c9efbc3596 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502515 Aug 02 17:29:47.040819 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6efadf42-a394-4ea2-b3da-ca55ff3dfa3f req-b2273900-d857-4cd5-a51b-b2fb33ccc417 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505509 Aug 02 17:29:47.322843 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32677-263a-4d84-83d4-d2291ce03bf3 req-e291d1a1-6664-4883-a372-eefaa6622bc0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:47.324316 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f3c32677-263a-4d84-83d4-d2291ce03bf3 req-e291d1a1-6664-4883-a372-eefaa6622bc0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0602140 Aug 02 17:29:47.364579 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f3c32677-263a-4d84-83d4-d2291ce03bf3 req-c0d0ea48-4175-4e78-afca-13f3c34cde77 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Aug 02 17:29:47.854674 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-6835a09c-eb16-46b9-a757-7c10d2617f68 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:47.856056 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-6835a09c-eb16-46b9-a757-7c10d2617f68 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 945 time: 0.0542853 Aug 02 17:29:47.954366 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Deleting port fe837c1c-fb85-4714-8fb1-005d454d49a1 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:29:47.954706 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:48.049925 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] For port fe837c1c-fb85-4714-8fb1-005d454d49a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fe837c1c-fb85-4714-8fb1-005d454d49a1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:48.050747 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:48.069971 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Calling delete_port for fe837c1c-fb85-4714-8fb1-005d454d49a1 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:29:48.238176 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9fa2c-cac6-4eb7-94af-5e1ade7ae75b req-37c4830f-c9f5-4b13-9921-cefb31e65832 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:48.239745 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3cf9fa2c-cac6-4eb7-94af-5e1ade7ae75b req-37c4830f-c9f5-4b13-9921-cefb31e65832 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1154845 Aug 02 17:29:48.247493 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c756e7-63ba-4590-b234-d5e3cac8dcf0 req-5aa657d2-ba17-4b0a-967b-8d4c818d4ddd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:48.248870 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-49c756e7-63ba-4590-b234-d5e3cac8dcf0 req-5aa657d2-ba17-4b0a-967b-8d4c818d4ddd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1262331 Aug 02 17:29:48.346119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3cf9fa2c-cac6-4eb7-94af-5e1ade7ae75b req-f07392d1-a61e-4b6f-940a-136fd093c7fa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962894 Aug 02 17:29:48.349261 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-49c756e7-63ba-4590-b234-d5e3cac8dcf0 req-a774613f-6ec2-4353-ae92-cbdd55dabc6e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922427 Aug 02 17:29:48.350420 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:48.366936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'fe837c1c-fb85-4714-8fb1-005d454d49a1'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:48.385961 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event deleted for resources: {'Port': ['ID=fe837c1c-fb85-4714-8fb1-005d454d49a1,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:48.410508 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.410865 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.411210 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.411543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.411876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.412260 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.413732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.413732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.413732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.413732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.414061 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.414135 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:48.436937 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] No DVR routers for this DVR port fe837c1c-fb85-4714-8fb1-005d454d49a1 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:29:48.442971 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:48.445908 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dd801c38-a33b-4f8c-8595-2d845a601fbd req-226cfde9-a275-4335-b4b7-0a77e9a6c360 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "DELETE /v2.0/ports/fe837c1c-fb85-4714-8fb1-005d454d49a1 HTTP/1.1" status: 204 len: 173 time: 0.5824203 Aug 02 17:29:48.446523 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'name': 'network-vif-deleted', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:48.450075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f794eef8-5f77-4dcf-8235-514c557a0eb7" -d '{"events": [{"server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "name": "network-vif-deleted", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:48.486598 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ffab72f8-203a-41c5-b4d1-b5eeaa0dcc8f req-a285dcfd-1746-474d-80c4-3f9a07f7b3d0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8a72b41-b478-4134-8a12-d4a9266009fd HTTP/1.1" status: 200 len: 210 time: 0.0318315 Aug 02 17:29:48.490784 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9767d2-fd70-4b75-b8c8-1dddd416f0e4 x-openstack-request-id: req-2b9767d2-fd70-4b75-b8c8-1dddd416f0e4 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:48.491173 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a72b41-b478-4134-8a12-d4a9266009fd", "name": "network-vif-deleted", "tag": "fe837c1c-fb85-4714-8fb1-005d454d49a1", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:48.491320 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b9767d2-fd70-4b75-b8c8-1dddd416f0e4 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:48.491797 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a72b41-b478-4134-8a12-d4a9266009fd', 'name': 'network-vif-deleted', 'tag': 'fe837c1c-fb85-4714-8fb1-005d454d49a1', 'status': 'completed', 'code': 200} Aug 02 17:29:49.519149 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae805-db6d-45bf-9245-1c5b6325a3e4 req-524ee17d-55a1-4880-863f-82f1841ca146 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:49.520694 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3c8ae805-db6d-45bf-9245-1c5b6325a3e4 req-524ee17d-55a1-4880-863f-82f1841ca146 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0775318 Aug 02 17:29:49.531075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6a2a-a4de-4de9-b725-009e4903c90b req-4edf655e-6c95-4217-b416-a81882755e51 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:49.532539 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b61e6a2a-a4de-4de9-b725-009e4903c90b req-4edf655e-6c95-4217-b416-a81882755e51 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0637846 Aug 02 17:29:49.590031 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3c8ae805-db6d-45bf-9245-1c5b6325a3e4 req-78dee2bc-1a5d-4783-a0df-f2ae3fc81d87 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 Aug 02 17:29:49.594685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b61e6a2a-a4de-4de9-b725-009e4903c90b req-3f327578-bfa9-443a-9073-b94b3900b731 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Aug 02 17:29:50.729871 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0eb2c-d696-4ca2-aafe-907944885189 req-b0318761-7bfb-4766-af88-10c1585835ba tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:50.731378 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5fc0eb2c-d696-4ca2-aafe-907944885189 req-b0318761-7bfb-4766-af88-10c1585835ba tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0732994 Aug 02 17:29:50.741249 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043856-08ed-43c1-92d0-10a09f5da05d req-be0820af-e042-4971-a7a0-a18e29d77a8e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:50.742678 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4043856-08ed-43c1-92d0-10a09f5da05d req-be0820af-e042-4971-a7a0-a18e29d77a8e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0745304 Aug 02 17:29:50.796139 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5fc0eb2c-d696-4ca2-aafe-907944885189 req-80289912-57dc-4f37-a654-37cabdeb04a2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525291 Aug 02 17:29:50.800899 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4043856-08ed-43c1-92d0-10a09f5da05d req-e222f443-1a84-4d2a-b883-da9345a1ac9e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516212 Aug 02 17:29:50.916667 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:51.019006 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:51.033740 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:51.034591 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b413-f4da-42d9-8d0b-a0c79c0f7ce7 req-1a4b3046-fdf7-4b81-9010-8293ee2583ab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:51.036063 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6103b413-f4da-42d9-8d0b-a0c79c0f7ce7 req-1a4b3046-fdf7-4b81-9010-8293ee2583ab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.0537734 Aug 02 17:29:51.070241 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:51.073618 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6103b413-f4da-42d9-8d0b-a0c79c0f7ce7 req-d0e3af1b-a8d8-424d-80c7-42f2488bd4a9 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Aug 02 17:29:51.082931 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:51.103165 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:51.108376 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:51.165618 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=6']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:51.255596 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['a672b240-6f5c-4b4f-a814-92f6d4d83c89'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:51.948080 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de286d-8a57-4ee2-a1da-7ba22e1d601b req-8817a901-533f-45d2-89c2-f9f14cf205e0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:51.949578 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c6de286d-8a57-4ee2-a1da-7ba22e1d601b req-8817a901-533f-45d2-89c2-f9f14cf205e0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 945 time: 0.0704446 Aug 02 17:29:51.957150 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b339c-c515-4be9-8d53-865d51a5c140 req-86eb509f-a987-4f24-99ab-9299a4a3b14a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:51.958745 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ef7b339c-c515-4be9-8d53-865d51a5c140 req-86eb509f-a987-4f24-99ab-9299a4a3b14a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0885253 Aug 02 17:29:52.016303 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c6de286d-8a57-4ee2-a1da-7ba22e1d601b req-da3ec713-1f04-4975-8e04-c181b85c05af tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565865 Aug 02 17:29:52.021276 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ef7b339c-c515-4be9-8d53-865d51a5c140 req-ab95c77d-c5f8-449a-ad92-e877ef89069f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Aug 02 17:29:52.203828 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba778-125c-4579-950f-b90176fc88f9 req-b1f6151c-8d3e-4031-931a-131922fa61e5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:52.205317 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4cbba778-125c-4579-950f-b90176fc88f9 req-b1f6151c-8d3e-4031-931a-131922fa61e5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.0534117 Aug 02 17:29:52.246636 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4cbba778-125c-4579-950f-b90176fc88f9 req-8fdad879-0eff-4e51-a643-70cb581cf590 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Aug 02 17:29:53.161145 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:53.165383 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b240-1bd5-444f-b133-551cd53ace02 req-74f3560d-d184-46d9-a5b9-b8e17c578769 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:53.166877 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-85a7b240-1bd5-444f-b133-551cd53ace02 req-74f3560d-d184-46d9-a5b9-b8e17c578769 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 945 time: 0.0743160 Aug 02 17:29:53.175289 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247ec6-a82f-4a06-a540-feb6137f4e12 req-96451d70-38d9-4ece-ba90-f7c9ea4415a0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:53.176723 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-78247ec6-a82f-4a06-a540-feb6137f4e12 req-96451d70-38d9-4ece-ba90-f7c9ea4415a0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0860336 Aug 02 17:29:53.217980 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:53.218547 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.242816 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-85a7b240-1bd5-444f-b133-551cd53ace02 req-401a11e3-a6a9-44fd-a76f-921a33f46612 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651581 Aug 02 17:29:53.247602 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-78247ec6-a82f-4a06-a540-feb6137f4e12 req-a430533b-67ee-41a1-b771-b94049166f71 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640917 Aug 02 17:29:53.307806 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.329803 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:53.332194 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84f141-aa6c-404e-b9ee-15981af87931" -d '{"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:53.345685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:53.351465 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.352611 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device fe837c1c-fb85-4714-8fb1-005d454d49a1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:29:53.369697 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10019d5f-8127-4aed-bcee-1ada1bb383e9 req-05da3377-1c88-47a0-83ad-186b2f5ed5c6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:53.371179 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-10019d5f-8127-4aed-bcee-1ada1bb383e9 req-05da3377-1c88-47a0-83ad-186b2f5ed5c6 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Aug 02 17:29:53.375398 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977eb9b-86a2-4189-9783-907eb70cf687 x-openstack-request-id: req-c977eb9b-86a2-4189-9783-907eb70cf687 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:53.375693 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:53.375938 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c977eb9b-86a2-4189-9783-907eb70cf687 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:53.376317 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'code': 200} Aug 02 17:29:53.378404 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: fe837c1c-fb85-4714-8fb1-005d454d49a1 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:29:53.378750 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device fe837c1c-fb85-4714-8fb1-005d454d49a1 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:29:53.409710 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-10019d5f-8127-4aed-bcee-1ada1bb383e9 req-01c70611-ddbc-4ccf-a9a0-d8c4a3696b65 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Aug 02 17:29:53.422703 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=7']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:53.430165 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.430586 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.431110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.431616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.432140 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.432637 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.433108 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.433596 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.434106 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.434662 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.435097 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:53.435534 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:54.417380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af875372-9c50-47c9-87d4-2c0411fa1f57 req-c508e8d7-fa1b-4039-b0ed-200dc704d8aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:54.418898 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-af875372-9c50-47c9-87d4-2c0411fa1f57 req-c508e8d7-fa1b-4039-b0ed-200dc704d8aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0785110 Aug 02 17:29:54.429334 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca14b0-fab0-43a5-a1aa-5559df9e491e req-fa15c0a7-74e7-4d58-94da-15dce781de8e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:54.430757 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ecca14b0-fab0-43a5-a1aa-5559df9e491e req-fa15c0a7-74e7-4d58-94da-15dce781de8e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Aug 02 17:29:54.486331 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-af875372-9c50-47c9-87d4-2c0411fa1f57 req-45efb221-7c2c-45b9-984c-22e3566b22d6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544991 Aug 02 17:29:54.491448 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ecca14b0-fab0-43a5-a1aa-5559df9e491e req-a864ef6f-664b-433c-bf69-f47ae7cdd04c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540366 Aug 02 17:29:54.596904 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d26a0-41bd-437a-a22c-6421b35599d2 req-72159b46-ae01-48f0-882f-7b55dfe71aee tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:54.598404 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d82d26a0-41bd-437a-a22c-6421b35599d2 req-72159b46-ae01-48f0-882f-7b55dfe71aee tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.0553186 Aug 02 17:29:54.640102 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d82d26a0-41bd-437a-a22c-6421b35599d2 req-a462e1cb-d8c5-48f5-b443-b707a90be1a0 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356541 Aug 02 17:29:55.452284 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-8ec9c6b5-044a-4cfa-8815-8fbdd19c1676 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:55.453807 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-8ec9c6b5-044a-4cfa-8815-8fbdd19c1676 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.0570560 Aug 02 17:29:55.561378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Deleting port f0c2132f-e147-4c7d-8657-6e34bc001ec1 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:29:55.562008 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:55.709090 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bed55e-d0aa-4158-8a38-ce05e556aaf7 req-7cd6f67b-4c26-472b-9bf2-658c78a96b2e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:55.710578 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71bed55e-d0aa-4158-8a38-ce05e556aaf7 req-7cd6f67b-4c26-472b-9bf2-658c78a96b2e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1312134 Aug 02 17:29:55.736535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97865e59-7c0f-4ad3-90e3-4ba6abff92c4 req-4cc6a993-b06d-4a68-8658-9b6e835d1bed tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:55.737989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97865e59-7c0f-4ad3-90e3-4ba6abff92c4 req-4cc6a993-b06d-4a68-8658-9b6e835d1bed tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1256497 Aug 02 17:29:55.748663 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] For port f0c2132f-e147-4c7d-8657-6e34bc001ec1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0c2132f-e147-4c7d-8657-6e34bc001ec1,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:55.749028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:55.773844 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Calling delete_port for f0c2132f-e147-4c7d-8657-6e34bc001ec1 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:29:55.805549 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71bed55e-d0aa-4158-8a38-ce05e556aaf7 req-917dfb31-d25e-491a-8a49-3b9fca2b0223 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839534 Aug 02 17:29:55.827833 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97865e59-7c0f-4ad3-90e3-4ba6abff92c4 req-2b1a0cd8-8dfb-4fe7-a77d-8e7a43636a95 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762498 Aug 02 17:29:56.024513 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:56.039902 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'f0c2132f-e147-4c7d-8657-6e34bc001ec1'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:56.077148 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426341c-ea10-4acb-97fa-d65a4ab87396 req-e50e5e8d-5de9-46ab-930a-21b5e46f2e26 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:56.092466 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8426341c-ea10-4acb-97fa-d65a4ab87396 req-e50e5e8d-5de9-46ab-930a-21b5e46f2e26 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 945 time: 0.1579945 Aug 02 17:29:56.167850 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event deleted for resources: {'Port': ['ID=f0c2132f-e147-4c7d-8657-6e34bc001ec1,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:56.189849 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] No DVR routers for this DVR port f0c2132f-e147-4c7d-8657-6e34bc001ec1 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:29:56.192759 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:56.195351 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d11b2710-bcc3-4390-9ef1-502f1d6e8644 req-20926883-5249-4099-8f99-baed84f995cb tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "DELETE /v2.0/ports/f0c2132f-e147-4c7d-8657-6e34bc001ec1 HTTP/1.1" status: 204 len: 173 time: 0.7338576 Aug 02 17:29:56.196126 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'name': 'network-vif-deleted', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:56.199278 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41814f47-7f70-4b71-b6fd-99a13896f94b" -d '{"events": [{"server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "name": "network-vif-deleted", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:56.221365 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8426341c-ea10-4acb-97fa-d65a4ab87396 req-58926900-45c2-4763-b0dc-7c2a8cccf159 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277204 Aug 02 17:29:56.271027 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a042e7-11f2-4f3d-9852-2e6cb292c0fd x-openstack-request-id: req-84a042e7-11f2-4f3d-9852-2e6cb292c0fd {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:56.271312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06a2e8-9bdd-4e54-b1a2-a13d52840c79", "name": "network-vif-deleted", "tag": "f0c2132f-e147-4c7d-8657-6e34bc001ec1", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:56.271578 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84a042e7-11f2-4f3d-9852-2e6cb292c0fd {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:56.271967 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06a2e8-9bdd-4e54-b1a2-a13d52840c79', 'name': 'network-vif-deleted', 'tag': 'f0c2132f-e147-4c7d-8657-6e34bc001ec1', 'status': 'completed', 'code': 200} Aug 02 17:29:56.998400 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fccea-06f7-4c6b-9017-7af782ffdf0c req-4dfdbad9-4caa-43c3-870d-011f4ed3e7c8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:57.000096 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6f7fccea-06f7-4c6b-9017-7af782ffdf0c req-4dfdbad9-4caa-43c3-870d-011f4ed3e7c8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0753207 Aug 02 17:29:57.007649 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35f2be-4e6b-4627-b996-72a021e57883 req-4cb70942-6386-4a3f-99f3-28b1c8c8a520 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:57.009206 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d35f2be-4e6b-4627-b996-72a021e57883 req-4cb70942-6386-4a3f-99f3-28b1c8c8a520 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0951693 Aug 02 17:29:57.060282 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d35f2be-4e6b-4627-b996-72a021e57883 req-8d000b3f-4814-4efd-bfc2-599022f9222c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Aug 02 17:29:57.094854 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6f7fccea-06f7-4c6b-9017-7af782ffdf0c req-43029f3d-6433-443e-b80a-f83e05c59ad1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844924 Aug 02 17:29:57.337966 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-803b3c2e-1daf-4345-a5f5-d28af8e7e9d5 req-d4677271-8b2b-4876-809b-6287bec87b79 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc06a2e8-9bdd-4e54-b1a2-a13d52840c79 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Aug 02 17:29:58.213184 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4fcd3-0bfe-44e3-857a-78cdcdec0fef req-0f4907aa-01c7-4fdd-8fae-43f38a04d27e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:58.216950 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-44d4fcd3-0bfe-44e3-857a-78cdcdec0fef req-0f4907aa-01c7-4fdd-8fae-43f38a04d27e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0749240 Aug 02 17:29:58.255775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604829e9-ac42-40ad-adb6-620a2005d346 req-d149f447-8c5b-4116-938c-68a00be65f83 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:58.258603 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-604829e9-ac42-40ad-adb6-620a2005d346 req-d149f447-8c5b-4116-938c-68a00be65f83 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0867996 Aug 02 17:29:58.282855 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-44d4fcd3-0bfe-44e3-857a-78cdcdec0fef req-e2cfcc43-fc0d-4ed3-a84a-7dfc6c9ac856 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Aug 02 17:29:58.320852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-604829e9-ac42-40ad-adb6-620a2005d346 req-237bf5d3-40e3-45c4-9de8-943b5b2c142d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Aug 02 17:29:58.346384 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.720381 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a67828-0e7c-4eb6-893e-124a1ff1bb5d req-64214859-9bb2-481d-a643-785ad0310f0a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:58.721991 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-61a67828-0e7c-4eb6-893e-124a1ff1bb5d req-64214859-9bb2-481d-a643-785ad0310f0a tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0721366 Aug 02 17:29:58.774484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-61a67828-0e7c-4eb6-893e-124a1ff1bb5d req-c88be97a-ccd9-4565-9553-683ee78e9c83 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Aug 02 17:29:58.852494 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-0637a4c7-d19f-41fc-bcef-ace69409c477 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442798 Aug 02 17:29:58.948037 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-eaebef0d-ed99-44ea-972b-eb8f4de370ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:58.949968 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-eaebef0d-ed99-44ea-972b-eb8f4de370ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 1098 time: 0.0469546 Aug 02 17:29:59.000403 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f0c2132f-e147-4c7d-8657-6e34bc001ec1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:29:59.022280 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: f0c2132f-e147-4c7d-8657-6e34bc001ec1 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:29:59.022589 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f0c2132f-e147-4c7d-8657-6e34bc001ec1 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:29:59.312328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-acc17b25-be95-46c9-b77c-3468e6572104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.313915 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-acc17b25-be95-46c9-b77c-3468e6572104 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.3345747 Aug 02 17:29:59.412307 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-07aed7fd-dc5b-4479-bfd2-640f367660fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 200 len: 217 time: 0.0874383 Aug 02 17:29:59.511506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75856d1a-ebe2-43fb-b745-c56a56a1181e req-90b1cb74-c7e4-48c4-a776-aeac335f51eb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.513870 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75856d1a-ebe2-43fb-b745-c56a56a1181e req-90b1cb74-c7e4-48c4-a776-aeac335f51eb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1300967 Aug 02 17:29:59.519066 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-302da514-36fe-4743-b402-d14d8f2fab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.520515 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-302da514-36fe-4743-b402-d14d8f2fab8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.0795238 Aug 02 17:29:59.533940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1dbd-1d53-42c8-8c80-7eba2ce649b5 req-f36ffa16-c36f-4be2-9bda-f10539a6d563 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.535474 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-241c1dbd-1d53-42c8-8c80-7eba2ce649b5 req-f36ffa16-c36f-4be2-9bda-f10539a6d563 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1220047 Aug 02 17:29:59.585559 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-e646ba14-b8bc-40b1-a8c6-0a06150cadb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478563 Aug 02 17:29:59.672119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-241c1dbd-1d53-42c8-8c80-7eba2ce649b5 req-f3152270-5823-424f-8ebd-5a7c3de65a7f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258354 Aug 02 17:29:59.678013 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75856d1a-ebe2-43fb-b745-c56a56a1181e req-e91492ef-b70e-4925-a41f-48892500d877 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415768 Aug 02 17:29:59.740951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-b15c166d-ed47-4f42-b6fe-d15dbc904bcf service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363850 Aug 02 17:29:59.850128 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5dd15df-1ced-4237-b325-e345cc87b80a req-989f2d7d-c39b-4ba1-ba6c-2403163c3fad service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930214 Aug 02 17:29:59.916329 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533546be-d448-43c7-b721-2c3853327e6d req-4b5759ce-9d96-463b-bca3-8f4303680984 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.918699 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-533546be-d448-43c7-b721-2c3853327e6d req-4b5759ce-9d96-463b-bca3-8f4303680984 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0625651 Aug 02 17:29:59.970971 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-533546be-d448-43c7-b721-2c3853327e6d req-e561dd20-150b-41b9-933e-9d14bb9aceab tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Aug 02 17:30:00.569176 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4baa7443-526f-4786-8932-cc9dee1d61eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:00.941934 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7936c1-271a-42f7-9f77-cbd5bafbdd8d req-0ca998bc-a899-4119-bdb8-66142cf23307 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:00.943482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d7936c1-271a-42f7-9f77-cbd5bafbdd8d req-0ca998bc-a899-4119-bdb8-66142cf23307 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1372552 Aug 02 17:30:01.025919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-12327ffb-63e7-43a9-8bfa-78439b2313a5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:01.025919 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-12327ffb-63e7-43a9-8bfa-78439b2313a5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.1571708 Aug 02 17:30:01.040095 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7d89f-3fe8-4c96-909c-3b881b8c9783 req-659f982d-9b60-4e84-8e17-860caae89d02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:01.048311 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-feb7d89f-3fe8-4c96-909c-3b881b8c9783 req-659f982d-9b60-4e84-8e17-860caae89d02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.2342448 Aug 02 17:30:01.198892 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:30:01.215871 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1d7936c1-271a-42f7-9f77-cbd5bafbdd8d req-5847facd-1cf3-43e4-b931-d47e9aa83d39 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648442 Aug 02 17:30:01.320927 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-feb7d89f-3fe8-4c96-909c-3b881b8c9783 req-7b8d401a-9823-4a63-8409-ad166f30bede tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680669 Aug 02 17:30:01.388392 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36450) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:01.409363 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cb168-2444-4912-92c0-33f93bd88645 req-73f3f9b2-55a4-46e8-b298-c744480005f1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:01.410956 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-109cb168-2444-4912-92c0-33f93bd88645 req-73f3f9b2-55a4-46e8-b298-c744480005f1 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 945 time: 0.0733714 Aug 02 17:30:01.422781 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Deleting port b54873cf-b1ee-44e8-8fad-4740019cc75a {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:01.423168 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.510188 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-109cb168-2444-4912-92c0-33f93bd88645 req-9ed1aeed-8978-4691-9ab2-f4535b6a7ff5 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911920 Aug 02 17:30:01.536039 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.560194 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] For port b54873cf-b1ee-44e8-8fad-4740019cc75a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b54873cf-b1ee-44e8-8fad-4740019cc75a,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:01.560560 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.586750 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Calling delete_port for b54873cf-b1ee-44e8-8fad-4740019cc75a owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:01.654173 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.660140 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.708082 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d088f-42e7-4437-a6fe-94af87e58d9a,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:01.720441 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01babf5ec37c4bb3b59316114054d17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308539 Aug 02 17:30:01.721412 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36456) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:01.722787 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.723283 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.723682 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.724079 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.724464 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.724852 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.725236 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.725616 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.725998 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.726394 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.726794 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.727165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7ec0-e332-42c0-99f8-dcc87f4c88af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:01.785687 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.800992 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'b54873cf-b1ee-44e8-8fad-4740019cc75a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:01.829414 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.831159 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event deleted for resources: {'Port': ['ID=b54873cf-b1ee-44e8-8fad-4740019cc75a,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:01.882975 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.903742 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] No DVR routers for this DVR port b54873cf-b1ee-44e8-8fad-4740019cc75a on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:01.907277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.909783 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e5318bbb-c8a9-439d-bb4f-d9695bdd32be req-87d6b7ae-3b53-48e6-8e4a-91e9a525df32 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "DELETE /v2.0/ports/b54873cf-b1ee-44e8-8fad-4740019cc75a HTTP/1.1" status: 204 len: 173 time: 0.8465612 Aug 02 17:30:01.911543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'name': 'network-vif-deleted', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:01.914542 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a4a16-73de-424c-b9c4-1121c66a8588" -d '{"events": [{"server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "name": "network-vif-deleted", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:01.982507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.985046 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:01.986674 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be0d088f-42e7-4437-a6fe-94af87e58d9a HTTP/1.1" status: 204 len: 168 time: 0.2639406 Aug 02 17:30:01.997853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282898-6978-4347-be3f-3087ddaf4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d088f-42e7-4437-a6fe-94af87e58d9a,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:02.018998 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eaccc4-f389-49d1-9741-13c2bc074411 x-openstack-request-id: req-20eaccc4-f389-49d1-9741-13c2bc074411 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:02.020363 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beaeb77-36e4-40f9-959a-48d17a77a345", "name": "network-vif-deleted", "tag": "b54873cf-b1ee-44e8-8fad-4740019cc75a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:02.020616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20eaccc4-f389-49d1-9741-13c2bc074411 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:02.021022 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beaeb77-36e4-40f9-959a-48d17a77a345', 'name': 'network-vif-deleted', 'tag': 'b54873cf-b1ee-44e8-8fad-4740019cc75a', 'status': 'completed', 'code': 200} Aug 02 17:30:02.339338 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2936ef-a28d-4db7-a9dd-c3020af3f6bb req-75c044a6-1528-43d9-b34d-190608c3cd36 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:02.340885 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd2936ef-a28d-4db7-a9dd-c3020af3f6bb req-75c044a6-1528-43d9-b34d-190608c3cd36 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Aug 02 17:30:02.396834 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bd2936ef-a28d-4db7-a9dd-c3020af3f6bb req-133096a4-e831-4683-a5a9-d7a5fc6ddc12 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Aug 02 17:30:02.560544 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3396a-6b28-4a55-b83a-8e32c760c3ad req-9650c770-85f9-4f05-9f4c-dc0853e1bd05 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:02.566231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25a3396a-6b28-4a55-b83a-8e32c760c3ad req-9650c770-85f9-4f05-9f4c-dc0853e1bd05 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1312473 Aug 02 17:30:02.675609 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25a3396a-6b28-4a55-b83a-8e32c760c3ad req-0ec2aa1d-3c34-4b1f-8ca7-2d8900267a51 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956607 Aug 02 17:30:02.770944 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bcfd3e7d-9e61-4065-bcfd-db7b8ff9faa7 req-5d98c876-373c-4371-8716-501be23b8faf tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=9beaeb77-36e4-40f9-959a-48d17a77a345 HTTP/1.1" status: 200 len: 210 time: 0.0879946 Aug 02 17:30:02.902520 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36486) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:02.943900 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5b80441c-f852-4c10-9f8a-6232be78c6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.015786 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1476540437-network', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:03.040630 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Made reservation on behalf of b2936f3aad854ce5b634124954af3d73 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:03.043725 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.054596 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.150178 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.157187 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.185258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:30:03.194170 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f8951-7647-4c52-a7a8-811e55539e39,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:03.202674 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.203087 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Added segment 469fc262-7326-4b63-bbed-d883553942f4 of type vlan for network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 Aug 02 17:30:03.251244 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.286597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.288291 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:03.288883 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.350739 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469819 Aug 02 17:30:03.353690 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36490) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:03.358471 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Request body: {'subnet': {'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1476540437-subnet', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:03.373388 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e42ebd-070e-4e59-b0e8-105e0705cdaf admin admin] Pushing event updated for resources: {'Network': ['ID=4d762c90-079e-4cf5-8b68-da76ee2d6c44,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:03.385215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:30:03.395328 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Made reservation on behalf of b2936f3aad854ce5b634124954af3d73 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:03.398383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5283711'] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.497741 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.572232 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002425e-eef0-4014-ba32-4c31d3cef31a req-86153342-619c-4343-8aab-67ccb2d10be1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:03.573729 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0002425e-eef0-4014-ba32-4c31d3cef31a req-86153342-619c-4343-8aab-67ccb2d10be1 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0679321 Aug 02 17:30:03.608686 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5661340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5283693'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.625241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0002425e-eef0-4014-ba32-4c31d3cef31a req-54005f58-bde0-42ac-a62f-aee982029f7b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Aug 02 17:30:03.681700 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886fa62b-ef53-4838-9968-3fd34ca52bca,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:03.689226 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Checking segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:03.689467 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Network hostable DHCP agents. Network: 4d762c90-079e-4cf5-8b68-da76ee2d6c44, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:30:03.709951 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:30:03.724263 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 4d762c90-079e-4cf5-8b68-da76ee2d6c44) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:03.729571 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:03.730199 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.735170 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1fe74-e5c0-48b9-ab7f-1a98b930b331 None None] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:30:03.752098 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ac26ace9-97d0-4898-b7c8-66bb070c9a51 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3972900 Aug 02 17:30:03.752472 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36496) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:03.757172 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:03.785476 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.787359 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.863279 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.953816 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:30:03.955301 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.098788 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd733e-6c05-4e44-a48d-54d493d6e480 req-fa5b2453-25ea-48b4-a112-aeba49361796 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:04.101082 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79bd733e-6c05-4e44-a48d-54d493d6e480 req-fa5b2453-25ea-48b4-a112-aeba49361796 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.2497311 Aug 02 17:30:04.146680 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.153943 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.185505 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Allocated IP 172.20.0.2 (4d762c90-079e-4cf5-8b68-da76ee2d6c44/886fa62b-ef53-4838-9968-3fd34ca52bca/0616ff9b-753a-43da-a1e8-47a0348e6c8a) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:04.249506 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79bd733e-6c05-4e44-a48d-54d493d6e480 req-57562089-1486-43ee-beaa-f8dee0a9031d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151659 Aug 02 17:30:04.402873 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.412058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Transition to ACTIVE for port object 0616ff9b-753a-43da-a1e8-47a0348e6c8a will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:04.421734 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.429464 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Transition to ACTIVE for port object 0616ff9b-753a-43da-a1e8-47a0348e6c8a will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:04.441691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.441930 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.489385 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:04.493763 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:04.497603 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:04.514083 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Pushing event updated for resources: {'Port': ['ID=0616ff9b-753a-43da-a1e8-47a0348e6c8a,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:04.585007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Allocated IP 172.27.3.12 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/084c5034-c09e-4888-a903-381047a59d84) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:04.602419 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Attempting to bind port 0616ff9b-753a-43da-a1e8-47a0348e6c8a on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:04.602713 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Attempting to bind port 0616ff9b-753a-43da-a1e8-47a0348e6c8a by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:04.603083 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Attempting to bind port 0616ff9b-753a-43da-a1e8-47a0348e6c8a on network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:04.619197 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:04.619558 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Checking segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:04.619968 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.620364 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Bound using segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:04.620893 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Bound port: 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:04.621280 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.715399 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] For port 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:04.738185 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] For port 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0616ff9b-753a-43da-a1e8-47a0348e6c8a,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:04.775189 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.819987 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.849472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b13a3-7e71-47d4-afbd-4410463f242a None None] Pushing event updated for resources: {'Port': ['ID=0616ff9b-753a-43da-a1e8-47a0348e6c8a,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:04.883345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ee73-135f-4c34-b252-f908012c2c2e req-8bbb4beb-61f1-4688-a062-53d78c63ee1d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:04.890693 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eae6ee73-135f-4c34-b252-f908012c2c2e req-8bbb4beb-61f1-4688-a062-53d78c63ee1d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0991216 Aug 02 17:30:04.941741 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eae6ee73-135f-4c34-b252-f908012c2c2e req-cd7d2ee7-b81c-4936-b0aa-db568aff2767 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Aug 02 17:30:04.946778 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.997680 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:05.002580 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:05.005792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:05.055638 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device b54873cf-b1ee-44e8-8fad-4740019cc75a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:05.080100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Pushing event updated for resources: {'Port': ['ID=084c5034-c09e-4888-a903-381047a59d84,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:05.112495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: b54873cf-b1ee-44e8-8fad-4740019cc75a {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:05.113120 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device b54873cf-b1ee-44e8-8fad-4740019cc75a not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:05.309125 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.463171 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe08a9b-79a8-42a4-abbe-1c1280c93ce6 req-284ea2e6-5ea1-4255-be77-8b8f263d6245 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.471014 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbe08a9b-79a8-42a4-abbe-1c1280c93ce6 req-284ea2e6-5ea1-4255-be77-8b8f263d6245 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1092224 Aug 02 17:30:05.547755 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbe08a9b-79a8-42a4-abbe-1c1280c93ce6 req-bbcb2229-8a4f-4878-890f-cc04209db83e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758252 Aug 02 17:30:05.644611 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef85-3171-4f22-a856-10010883ab82 req-4fa833f8-c186-4e37-86fb-f1604efbcfd4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.646210 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-76e0ef85-3171-4f22-a856-10010883ab82 req-4fa833f8-c186-4e37-86fb-f1604efbcfd4 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.1018219 Aug 02 17:30:05.651458 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.759659 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-76e0ef85-3171-4f22-a856-10010883ab82 req-a1f83936-0be3-40d4-8d0a-854c8aad658d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018322 Aug 02 17:30:05.824748 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:30:05.840953 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.001869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a988aa-d532-41e9-8dc2-d045e339fd90 None None] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:30:06.068827 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-51d2e1c1-5997-4222-bf5c-b8306a14a43c None None] Provisioning for port 0616ff9b-753a-43da-a1e8-47a0348e6c8a completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:06.084593 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0616ff9b-753a-43da-a1e8-47a0348e6c8a up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:06.188630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 0616ff9b-753a-43da-a1e8-47a0348e6c8a completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:06.197277 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 0616ff9b-753a-43da-a1e8-47a0348e6c8a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:06.197659 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.271590 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:06.287837 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Sync routers for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:06.298771 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:06.301252 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:06.305651 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c245d-8838-471b-b395-7eb5cf8c93b3 req-cc4f9c38-3e36-410a-ab11-dae8a80662aa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.307259 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-714c245d-8838-471b-b395-7eb5cf8c93b3 req-cc4f9c38-3e36-410a-ab11-dae8a80662aa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0899608 Aug 02 17:30:06.308590 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.309741 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e9f5cf72-36b8-4e90-8d76-b263ce21f99d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5563288 Aug 02 17:30:06.313299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36532) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:06.327354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.357316 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-714c245d-8838-471b-b395-7eb5cf8c93b3 req-6c6ad950-1abc-4a20-8778-b8cd921fb055 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Aug 02 17:30:06.370449 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0616ff9b-753a-43da-a1e8-47a0348e6c8a,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:06.386523 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.423932 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:06.493810 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=0616ff9b-753a-43da-a1e8-47a0348e6c8a,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:06.497107 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-df7f11a0-9269-4093-a9ce-7f1c936b90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.503574 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-df7f11a0-9269-4093-a9ce-7f1c936b90fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1099 time: 0.0810657 Aug 02 17:30:06.651928 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-600990b8-0fab-4c18-a8e6-dddbd7cd9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.653435 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-600990b8-0fab-4c18-a8e6-dddbd7cd9515 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.1380007 Aug 02 17:30:06.706345 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-ddcb2925-6cf3-4d3d-96da-368055a1f208 None None] Provisioning complete for port 0616ff9b-753a-43da-a1e8-47a0348e6c8a triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:06.709850 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2925-6cf3-4d3d-96da-368055a1f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.728850 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:05Z', 'revision_number': 3, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:06.763606 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Checking router: 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:30:06.764208 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Updating router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 port 084c5034-c09e-4888-a903-381047a59d84 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:30:06.788463 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188756b-3590-4b00-8aed-6b213cadf608 req-7478fa7a-1eb4-4597-ace7-6d8f208615c7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.797464 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1188756b-3590-4b00-8aed-6b213cadf608 req-7478fa7a-1eb4-4597-ace7-6d8f208615c7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1404312 Aug 02 17:30:06.797681 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:06.841996 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-df08366f-a910-4abf-af05-b0d243425921 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 200 len: 1002 time: 0.1550798 Aug 02 17:30:06.873667 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1188756b-3590-4b00-8aed-6b213cadf608 req-e694e406-e735-4117-b090-9c966b59f640 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751669 Aug 02 17:30:06.965805 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-dc1af538-4255-4802-b3e1-999de5ef1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.967328 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-dc1af538-4255-4802-b3e1-999de5ef1a05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.1065462 Aug 02 17:30:06.983285 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541c4a-27e2-49f1-9aa0-86bb29504148 req-1236d968-523c-44ed-9b17-5798a69e6548 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.985000 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b541c4a-27e2-49f1-9aa0-86bb29504148 req-1236d968-523c-44ed-9b17-5798a69e6548 tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0877783 Aug 02 17:30:07.049459 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-4a09ea64-7790-429d-92e2-ef251d61cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:07.051026 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-4a09ea64-7790-429d-92e2-ef251d61cb83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656469 Aug 02 17:30:07.054390 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2b541c4a-27e2-49f1-9aa0-86bb29504148 req-95f6fdb0-0d30-4c28-adf7-b34fe2c5564d tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f477199-0000-4925-ac93-959d335c8bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Aug 02 17:30:07.154569 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-855b75dc-db01-4e3f-bdee-1e611d4c437d service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943105 Aug 02 17:30:07.170159 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.189867 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.200414 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Transition to ACTIVE for port object 084c5034-c09e-4888-a903-381047a59d84 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:07.207974 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.260422 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e1ec936f-74fd-4402-8553-7b4a99f3002e req-025a9a46-fe46-429f-a6b0-37a537634d57 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951622 Aug 02 17:30:07.266013 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Attempting to bind port 084c5034-c09e-4888-a903-381047a59d84 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:07.266403 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Attempting to bind port 084c5034-c09e-4888-a903-381047a59d84 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:07.266757 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Attempting to bind port 084c5034-c09e-4888-a903-381047a59d84 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:07.270249 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Pushing event updated for resources: {'Port': ['ID=084c5034-c09e-4888-a903-381047a59d84,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:07.277801 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:07.278186 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:07.278577 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.278958 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:07.279409 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Bound port: 084c5034-c09e-4888-a903-381047a59d84, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:07.280293 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.283559 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.283896 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.284228 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.284556 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.284878 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.285205 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.285521 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.285836 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.286168 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.286565 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.286879 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.287193 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:07.325172 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Allocated IP 172.20.0.1 (4d762c90-079e-4cf5-8b68-da76ee2d6c44/886fa62b-ef53-4838-9968-3fd34ca52bca/ef12c717-cd46-413d-800b-05dc550b86e3) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:07.337147 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] For port 084c5034-c09e-4888-a903-381047a59d84, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:07.340866 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] For port 084c5034-c09e-4888-a903-381047a59d84, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=084c5034-c09e-4888-a903-381047a59d84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:07.345121 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.398569 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:07.399239 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:07.434596 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.446536 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9c03e-920f-4ccb-bb62-74bd134dc0f1 None None] Pushing event updated for resources: {'Port': ['ID=084c5034-c09e-4888-a903-381047a59d84,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:07.448410 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Transition to ACTIVE for port object ef12c717-cd46-413d-800b-05dc550b86e3 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:07.483351 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.489080 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c19d4-886b-4034-bab3-9192388d6ce8 req-c821581f-490d-4188-a6b8-aa8460a1f4a0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:07.490746 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d26c19d4-886b-4034-bab3-9192388d6ce8 req-c821581f-490d-4188-a6b8-aa8460a1f4a0 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0593293 Aug 02 17:30:07.511345 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:07.517626 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:07.521613 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:07.525745 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:07.544885 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d26c19d4-886b-4034-bab3-9192388d6ce8 req-21dcaf63-7070-4999-88ae-c465f0a3d313 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Aug 02 17:30:07.562719 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Pushing event updated for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:07.595323 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.629086 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-f80559a7-75d4-458b-b725-f1f6507bd39c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:07.630795 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-f80559a7-75d4-458b-b725-f1f6507bd39c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 945 time: 0.0639527 Aug 02 17:30:07.728336 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:05Z', 'revision_number': 3, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:07.751831 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Deleting port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:07.752449 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.760829 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9867c8f-4522-4bab-9bc2-9e76da31be1d None None] The sync data for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi is: [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:05Z', 'revision_number': 3, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:30:07.794586 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.817504 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-d7d33771-43db-4558-9b30-f62f3ad41551 None None] Provisioning for port ef12c717-cd46-413d-800b-05dc550b86e3 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:07.822337 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-d7d33771-43db-4558-9b30-f62f3ad41551 None None] Provisioning complete for port ef12c717-cd46-413d-800b-05dc550b86e3 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:07.822914 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33771-43db-4558-9b30-f62f3ad41551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.864887 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] For port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,segment=NetworkSegment(167e5128-957c-4029-82b0-c68cd506c6b8),segment_id=167e5128-957c-4029-82b0-c68cd506c6b8)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:07.865428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.871963 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-d7d33771-43db-4558-9b30-f62f3ad41551 None None] Port ef12c717-cd46-413d-800b-05dc550b86e3 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:07.882638 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Calling delete_port for 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:07.976172 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:07.983560 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.049317 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.051556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0616ff9b-753a-43da-a1e8-47a0348e6c8a up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:08.063995 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.066989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Pushing event updated for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:08.108063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Pushing event deleted for resources: {'Port': ['ID=6add7eb4-b9d4-4ec9-8560-2b40f37c8bac,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:08.127436 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682684c5-ba17-45f3-bede-2242e09140e8 req-2606e132-50e8-41f3-a850-00cb996342b5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:08.129090 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-682684c5-ba17-45f3-bede-2242e09140e8 req-2606e132-50e8-41f3-a850-00cb996342b5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1283340 Aug 02 17:30:08.184751 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] No DVR routers for this DVR port 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:08.188680 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.191448 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-721a80fc-d24c-4659-ae32-14a11ad87e2b req-635ff862-0101-426a-a1fb-6a660f55653c tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.42 "DELETE /v2.0/ports/6add7eb4-b9d4-4ec9-8560-2b40f37c8bac HTTP/1.1" status: 204 len: 173 time: 0.5501060 Aug 02 17:30:08.191631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'name': 'network-vif-deleted', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:08.207872 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f6b0d2-ecd8-4ecd-b903-0d9052f8d86e" -d '{"events": [{"server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "name": "network-vif-deleted", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:08.242522 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:08.244872 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:08.285298 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a47ed8de-dafe-4697-9ffa-4e77f9900222 req-4b91218d-62ec-459c-a310-56bb672b43df tempest-AttachVolumeNegativeTest-685243343 tempest-AttachVolumeNegativeTest-685243343-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d92cccd-d850-4718-8dd2-488b4a4f4851 HTTP/1.1" status: 200 len: 210 time: 0.0730996 Aug 02 17:30:08.297523 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6add7eb4-b9d4-4ec9-8560-2b40f37c8bac'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:08.311164 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-682684c5-ba17-45f3-bede-2242e09140e8 req-3701e662-4702-45c7-98a3-7a9185e2e1b5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639576 Aug 02 17:30:08.373359 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 0616ff9b-753a-43da-a1e8-47a0348e6c8a triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:08.373856 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.386312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5300d792-1732-4b7d-ade5-241506ac0185 x-openstack-request-id: req-5300d792-1732-4b7d-ade5-241506ac0185 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:08.388555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92cccd-d850-4718-8dd2-488b4a4f4851", "name": "network-vif-deleted", "tag": "6add7eb4-b9d4-4ec9-8560-2b40f37c8bac", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:08.388555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5300d792-1732-4b7d-ade5-241506ac0185 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:08.388555 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92cccd-d850-4718-8dd2-488b4a4f4851', 'name': 'network-vif-deleted', 'tag': '6add7eb4-b9d4-4ec9-8560-2b40f37c8bac', 'status': 'completed', 'code': 200} Aug 02 17:30:08.449474 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:30:08.564912 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:08.570534 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1bd2f2f7-a6dc-4504-a18f-0209d50c5827 admin admin] 10.222.0.54 "PUT /v2.0/routers/6e4b6fdc-89a3-4f46-bffb-8e13938901b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2553096 Aug 02 17:30:08.605815 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-7830900d-df49-4925-a390-d6a43ed43cd3 None None] Provisioning complete for port ef12c717-cd46-413d-800b-05dc550b86e3 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:08.606029 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7830900d-df49-4925-a390-d6a43ed43cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:08.646635 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-7830900d-df49-4925-a390-d6a43ed43cd3 None None] Port ef12c717-cd46-413d-800b-05dc550b86e3 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:08.685336 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1221d6-c436-4a58-8c77-ae9ad8cd048d req-c00311f1-9e1a-4a41-83a8-142c5336cd57 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:08.686995 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-de1221d6-c436-4a58-8c77-ae9ad8cd048d req-c00311f1-9e1a-4a41-83a8-142c5336cd57 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0587001 Aug 02 17:30:08.731839 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-de1221d6-c436-4a58-8c77-ae9ad8cd048d req-88452a28-46dd-4048-ba0d-392658c654d7 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Aug 02 17:30:09.113085 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2008af-2c4c-40f4-a259-6c90727461b6 req-c3351aac-bb97-4a0c-a7ee-80927dd0847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.114196 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a2008af-2c4c-40f4-a259-6c90727461b6 req-c3351aac-bb97-4a0c-a7ee-80927dd0847a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.0409284 Aug 02 17:30:09.115869 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36570) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:09.120502 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394796969-network', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:09.159529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Made reservation on behalf of 3bf0ec2a8b5c45f992f92b2cfe755dac for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:09.161785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.172350 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a2008af-2c4c-40f4-a259-6c90727461b6 req-27ba22e4-46c1-4879-a96e-933e17e8ce0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Aug 02 17:30:09.173105 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.267715 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.272978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.301659 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:30:09.311013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be6a13-8ae0-422f-9662-1853bda2650b,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:09.319483 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.319955 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Added segment 2595e25b-4eb5-477e-bd35-cbb24d373efa of type vlan for network f4dae56a-81ae-4539-b692-5260f57ff666 Aug 02 17:30:09.357773 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36576) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:09.371621 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.406174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Deleting subnet 6288ca35-9038-4f36-8342-4a531328d245 {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:30:09.409676 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.428839 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.429806 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.430438 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.449471 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.489441 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9223-62a4-4369-8afc-0e1b4cda9846 req-23c991b5-b2d6-42d8-9964-25b40534e474 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.491266 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cfae9223-62a4-4369-8afc-0e1b4cda9846 req-23c991b5-b2d6-42d8-9964-25b40534e474 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.1098142 Aug 02 17:30:09.501757 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.507179 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3903248 Aug 02 17:30:09.514874 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36578) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:09.522877 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Request body: {'subnet': {'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394796969-subnet', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:09.536378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cad6b-ac37-4b7b-ae45-c9f246e3e71a admin admin] Pushing event updated for resources: {'Network': ['ID=f4dae56a-81ae-4539-b692-5260f57ff666,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:09.548625 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network f4dae56a-81ae-4539-b692-5260f57ff666 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:30:09.575249 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.586285 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Made reservation on behalf of 3bf0ec2a8b5c45f992f92b2cfe755dac for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:09.590770 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.607830 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6288ca35-9038-4f36-8342-4a531328d245,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:09.619115 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.623782 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9312fadf-b23b-4848-9cf5-14a191789969 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6288ca35-9038-4f36-8342-4a531328d245 HTTP/1.1" status: 204 len: 168 time: 0.2645764 Aug 02 17:30:09.626376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36580) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:09.647743 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Sync routers for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:09.656751 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:09.657565 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:09.658492 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cfae9223-62a4-4369-8afc-0e1b4cda9846 req-bbd26fdb-4845-4017-9445-e4246fc0f755 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549408 Aug 02 17:30:09.724876 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.778892 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:09.825338 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.835997 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3968d512-dd9d-47e9-96a4-9875ddbac808']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:09.846974 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167e5128-957c-4029-82b0-c68cd506c6b8') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:09.847383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167e5128-957c-4029-82b0-c68cd506c6b8') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:09.856630 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.869558 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.873620 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.882928 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:30:09.883511 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:30:09.886034 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:30:09.908780 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb5b3-685f-408b-884f-ac6ea93d61e9 req-75bbcebe-d686-4294-af20-2cad86c2763d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.912173 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8bffb5b3-685f-408b-884f-ac6ea93d61e9 req-75bbcebe-d686-4294-af20-2cad86c2763d tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0977936 Aug 02 17:30:09.949777 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.960833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a28c73-b178-4cd7-b731-46ee2bdc6203,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:09.969514 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:09.979513 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] 10.222.0.54 "DELETE /v2.0/networks/3968d512-dd9d-47e9-96a4-9875ddbac808 HTTP/1.1" status: 204 len: 168 time: 0.3471537 Aug 02 17:30:09.987636 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0afd3-8c3d-43e5-bbe4-3142e8ce1c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3968d512-dd9d-47e9-96a4-9875ddbac808,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:10.012383 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8bffb5b3-685f-408b-884f-ac6ea93d61e9 req-1b422846-15b5-403e-92fd-e67deef6933f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 Aug 02 17:30:10.013409 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Checking segment: {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:10.013783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Network hostable DHCP agents. Network: f4dae56a-81ae-4539-b692-5260f57ff666, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:30:10.036317 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 2, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:10.047428 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Network f4dae56a-81ae-4539-b692-5260f57ff666 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:30:10.060859 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, f4dae56a-81ae-4539-b692-5260f57ff666) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:10.067996 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Checking router: 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:30:10.068362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Updating router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 port ef12c717-cd46-413d-800b-05dc550b86e3 binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:30:10.069876 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:10.072160 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.072896 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848cd995-b2d2-426f-9238-827d8026a7e0 None None] Network f4dae56a-81ae-4539-b692-5260f57ff666 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:30:10.096395 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ec806f26-3a69-48c9-bfe3-9a22afa3e898 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5786512 Aug 02 17:30:10.097823 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36586) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:10.106254 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 084c5034-c09e-4888-a903-381047a59d84 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:10.106484 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:10.137256 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1721835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8490'] for router, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.139056 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1721164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1726605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8483'] for router, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.189448 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.206979 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.232239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36588) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:10.276831 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c4b27f9f-c72a-43b7-9020-6c9dae9d7f10 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a490e31b95aa40038bc6ca13dc6a39b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432780 Aug 02 17:30:10.279872 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36590) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:10.295807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 084c5034-c09e-4888-a903-381047a59d84 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:10.337346 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.358515 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.360936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 084c5034-c09e-4888-a903-381047a59d84 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:10.361110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.364622 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.416465 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.419121 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.423234 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f477199-0000-4925-ac93-959d335c8bb1 HTTP/1.1" status: 204 len: 168 time: 0.1421826 Aug 02 17:30:10.436667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b52a-e4e5-4227-8e2f-0a9f1893c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f477199-0000-4925-ac93-959d335c8bb1,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:10.491873 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d11592b-4385-5f39-b622-dbd0f175af8e-f4dae56a-81ae-4539-b692-5260f57ff666', 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'fixed_ips': [{'subnet_id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203'}]}} from dv-cinder-788367-3-iscsi. {{(pid=93245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:30:10.492725 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.595661 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.615187 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.668172 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.715947 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 084c5034-c09e-4888-a903-381047a59d84, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=084c5034-c09e-4888-a903-381047a59d84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:10.746747 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Allocated IP 172.27.3.249 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/97cfb9b9-00bf-4367-b6f7-05c823b5a041) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:10.746934 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.846082 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.db_base_plugin_common [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Allocated IP 172.20.0.2 (f4dae56a-81ae-4539-b692-5260f57ff666/e4a28c73-b178-4cd7-b731-46ee2bdc6203/226bbfd8-dc91-43c1-84c3-f7143be53599) {{(pid=93245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:10.854954 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc95c-eb50-4fcf-af79-c364e576e549 req-98714cdc-cf5c-44c5-aa7e-f5704bdd66f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:10.856496 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a83cc95c-eb50-4fcf-af79-c364e576e549 req-98714cdc-cf5c-44c5-aa7e-f5704bdd66f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 946 time: 0.0948513 Aug 02 17:30:10.883731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=084c5034-c09e-4888-a903-381047a59d84,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:10.891806 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.928910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.935048 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a83cc95c-eb50-4fcf-af79-c364e576e549 req-fa06d84e-5b05-4940-94b1-c4448bee232a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651317 Aug 02 17:30:10.941273 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Transition to ACTIVE for port object ef12c717-cd46-413d-800b-05dc550b86e3 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:10.956010 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:10.991457 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.035888 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:11.040506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:11.062562 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:11.118762 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:11.126040 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b07be-4626-479b-9b26-2100c25b06e1 None None] Pushing event updated for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:11.181377 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:11.181668 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6add7eb4-b9d4-4ec9-8560-2b40f37c8bac not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:11.182185 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:11.192752 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Pushing event updated for resources: {'Port': ['ID=97cfb9b9-00bf-4367-b6f7-05c823b5a041,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:11.213656 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Attempting to bind port ef12c717-cd46-413d-800b-05dc550b86e3 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:11.213881 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Attempting to bind port ef12c717-cd46-413d-800b-05dc550b86e3 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:11.214222 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Attempting to bind port ef12c717-cd46-413d-800b-05dc550b86e3 on network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:11.242839 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:11.243319 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Checking segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:11.243695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.244063 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Bound using segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:11.244556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Bound port: ef12c717-cd46-413d-800b-05dc550b86e3, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:11.244934 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.355417 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767e31c-ec62-4926-baf8-fb751c9f4446 req-b37c8acf-f2c9-43cc-a856-36f85948d063 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:11.365877 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7767e31c-ec62-4926-baf8-fb751c9f4446 req-b37c8acf-f2c9-43cc-a856-36f85948d063 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1811702 Aug 02 17:30:11.469806 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7767e31c-ec62-4926-baf8-fb751c9f4446 req-8ed2aea8-1f5b-441d-836c-4459f9ac40da tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016352 Aug 02 17:30:11.474495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks [] for port, precommit_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.499269 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Transition to ACTIVE for port object 226bbfd8-dc91-43c1-84c3-f7143be53599 will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:11.567315 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Transition to ACTIVE for port object 226bbfd8-dc91-43c1-84c3-f7143be53599 will not be triggered until provisioned by entity DHCP. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:11.571389 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] For port ef12c717-cd46-413d-800b-05dc550b86e3, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:11.586794 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.592753 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.595840 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] For port ef12c717-cd46-413d-800b-05dc550b86e3, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=ef12c717-cd46-413d-800b-05dc550b86e3,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:11.606681 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.630208 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.655548 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Network f4dae56a-81ae-4539-b692-5260f57ff666 is already hosted by enough agents. {{(pid=93245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:11.670845 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.scheduler.base_scheduler [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Resources bound (agent type, host, resource id): {{(pid=93245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:11.673812 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Received port after_create {{(pid=93245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:11.699063 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:11.701524 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4bbb15-1050-444b-9297-fa1753c9057f" -d '{"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-unplugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:11.711114 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Pushing event updated for resources: {'Port': ['ID=226bbfd8-dc91-43c1-84c3-f7143be53599,revision_number=1']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:11.740460 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:11.784542 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.808546 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:11.809201 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:11.894357 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad914b-a108-451a-a55d-08ef576d91ea x-openstack-request-id: req-11ad914b-a108-451a-a55d-08ef576d91ea {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:11.894679 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-unplugged", "status": "failed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "code": 422}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:11.895037 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11ad914b-a108-451a-a55d-08ef576d91ea {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:11.895458 dv-cinder-788367-3-iscsi neutron-server[93245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'code': 422} returned with failed status Aug 02 17:30:11.901310 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Attempting to bind port 226bbfd8-dc91-43c1-84c3-f7143be53599 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:11.901678 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Attempting to bind port 226bbfd8-dc91-43c1-84c3-f7143be53599 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:11.902042 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Attempting to bind port 226bbfd8-dc91-43c1-84c3-f7143be53599 on network f4dae56a-81ae-4539-b692-5260f57ff666 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:12.064470 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b07be-4626-479b-9b26-2100c25b06e1 None None] Pushing event updated for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:12.122595 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:12.122979 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Checking segment: {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:12.123393 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.123793 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Bound using segment: {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:12.124285 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Bound port: 226bbfd8-dc91-43c1-84c3-f7143be53599, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:12.124672 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.221267 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 084c5034-c09e-4888-a903-381047a59d84 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:12.449353 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:12.453044 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=8']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:12.595798 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] For port 226bbfd8-dc91-43c1-84c3-f7143be53599, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:12.639211 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 084c5034-c09e-4888-a903-381047a59d84 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:12.639695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.665268 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] For port 226bbfd8-dc91-43c1-84c3-f7143be53599, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=226bbfd8-dc91-43c1-84c3-f7143be53599,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:12.683212 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.684671 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69d1d-742b-4146-b70f-ed05fd13c030 req-c95e9108-c114-477f-92fd-fe79ec39c830 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:12.686307 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e4d69d1d-742b-4146-b70f-ed05fd13c030 req-c95e9108-c114-477f-92fd-fe79ec39c830 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0750656 Aug 02 17:30:12.702883 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-e16b7aca-f1c6-4ec7-9053-cd6576de29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:12.704426 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-e16b7aca-f1c6-4ec7-9053-cd6576de29cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 1098 time: 0.5207026 Aug 02 17:30:12.711739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991999-baa6-4b95-9991-6a3963fbc7fb req-bbfe40b8-82b0-4dda-b2a8-baf798422bff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:12.719304 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39991999-baa6-4b95-9991-6a3963fbc7fb req-bbfe40b8-82b0-4dda-b2a8-baf798422bff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.5633287 Aug 02 17:30:12.842691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00653a-b373-4bab-967a-35c05dcd14de None None] Pushing event updated for resources: {'Port': ['ID=226bbfd8-dc91-43c1-84c3-f7143be53599,revision_number=2']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:12.870952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1721820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726546'] for router, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.955588 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39991999-baa6-4b95-9991-6a3963fbc7fb req-b4f449f3-fff0-481e-8573-74c42e6c0a93 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353246 Aug 02 17:30:12.964087 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:11Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:12.993205 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9610f-ae9e-40c4-a964-950b086ea492 None None] The sync data for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi is: [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:11Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:30:13.046408 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e4d69d1d-742b-4146-b70f-ed05fd13c030 req-b33f7a81-d6a4-4b18-af48-5eda79907a98 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088684 Aug 02 17:30:13.145957 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-6ecc0e7c-b9c7-4828-94b7-aceeda1fa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:13.147685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-6ecc0e7c-b9c7-4828-94b7-aceeda1fa6f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 200 len: 920 time: 0.4028411 Aug 02 17:30:13.285833 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-184de90e-9314-4bde-807b-aa5693c08033 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 200 len: 217 time: 0.1152210 Aug 02 17:30:13.401221 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-9c0090c8-40bd-4f64-a3e1-10bc60154c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:13.403095 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-9c0090c8-40bd-4f64-a3e1-10bc60154c71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 200 len: 859 time: 0.1008329 Aug 02 17:30:13.463090 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Router 0f347739-3eb3-453e-9747-f04d7274e1ed is scheduled to L3 agent 5746499d-7759-4422-87d2-17d2de8381ea with binding_index 1 {{(pid=93244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:30:13.468780 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-3e8fd1a7-fe0d-4336-8a68-64c0b04d5ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa771459-906b-4bbc-bb8c-05a1904d94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507452 Aug 02 17:30:13.522074 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36680) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:13.526515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36682) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:13.607998 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-576b7a52-3506-4b99-ae55-7b95c27ff134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.708882 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-576b7a52-3506-4b99-ae55-7b95c27ff134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.711029 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-d0e899c1-183a-4e94-9cf9-693d0e856871 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1834133 Aug 02 17:30:13.712289 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:13.716346 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-576b7a52-3506-4b99-ae55-7b95c27ff134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.719091 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-3f8a0a14-7cc9-4bf5-9215-370b40daa5ba service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025726 Aug 02 17:30:13.723837 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Sync routers for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:13.739597 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:13.740200 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:13.761872 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-576b7a52-3506-4b99-ae55-7b95c27ff134 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64b6d542fcb842afb649191c45758258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380669 Aug 02 17:30:13.763395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36690) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:13.764790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7a52-3506-4b99-ae55-7b95c27ff134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d360926-707c-443a-b406-2227b4d99bb9,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:13.823666 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.827385 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-4da72c02-8af7-4d72-ac9e-a78ecb581039 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7256551 Aug 02 17:30:13.829798 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36692) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:13.881226 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.909550 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:13.911825 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:13.997216 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bee840ef-bd22-46ac-9d85-4ba3f9c0e72e req-ee995f28-8306-4e09-92ad-30337c75a375 service neutron] 10.222.0.42 "GET /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639096 Aug 02 17:30:14.007105 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.010015 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.013971 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d360926-707c-443a-b406-2227b4d99bb9 HTTP/1.1" status: 204 len: 168 time: 0.2320328 Aug 02 17:30:14.033490 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493ec8-7a69-4a1f-ae6a-6b072bd47df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d360926-707c-443a-b406-2227b4d99bb9,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:14.331969 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device ef12c717-cd46-413d-800b-05dc550b86e3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:14.387892 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:11Z', 'revision_number': 3, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:14.433234 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Checking router: 0f347739-3eb3-453e-9747-f04d7274e1ed for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:30:14.434411 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Updating router 0f347739-3eb3-453e-9747-f04d7274e1ed port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 binding host dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:30:14.458795 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad33108-b40d-4aa0-9bd8-4ee27a53ec91 None None] Network f4dae56a-81ae-4539-b692-5260f57ff666 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:30:14.465002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port ef12c717-cd46-413d-800b-05dc550b86e3 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:14.470824 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.532708 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port ef12c717-cd46-413d-800b-05dc550b86e3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:14.533140 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.605611 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-e7d7f6a8-b89d-459a-867d-54a894cd6264 None None] Provisioning for port 226bbfd8-dc91-43c1-84c3-f7143be53599 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:14.621702 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36706) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:14.633997 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293b03-183b-4017-bbfe-7b86a11d6e78 req-a2f7120b-8e79-4216-af45-99767bad05ea tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:14.642976 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77293b03-183b-4017-bbfe-7b86a11d6e78 req-a2f7120b-8e79-4216-af45-99767bad05ea tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.4942203 Aug 02 17:30:14.645694 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-71af7ee4-79ee-4e6a-b110-ce19b64326a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.691210 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c27327-fddc-4025-aafa-1a4001357b8f req-d2aad6cb-da36-4884-946a-a8a7920a6ead tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:14.692970 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77c27327-fddc-4025-aafa-1a4001357b8f req-d2aad6cb-da36-4884-946a-a8a7920a6ead tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.4666624 Aug 02 17:30:14.789334 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77293b03-183b-4017-bbfe-7b86a11d6e78 req-c0145f39-ae6f-4540-9ba8-9dacb03ba6bd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452827 Aug 02 17:30:14.801328 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77c27327-fddc-4025-aafa-1a4001357b8f req-213137a2-1177-4210-b3ad-1bf288547452 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017165 Aug 02 17:30:14.830010 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.874050 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-71af7ee4-79ee-4e6a-b110-ce19b64326a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.881012 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-71af7ee4-79ee-4e6a-b110-ce19b64326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.908530 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port ef12c717-cd46-413d-800b-05dc550b86e3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=ef12c717-cd46-413d-800b-05dc550b86e3,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:14.919795 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.933385 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af7ee4-79ee-4e6a-b110-ce19b64326a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e53e1-3788-493a-80c4-a1a7e43bb44d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:14.936161 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Transition to ACTIVE for port object 97cfb9b9-00bf-4367-b6f7-05c823b5a041 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:14.948258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.948776 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 226bbfd8-dc91-43c1-84c3-f7143be53599 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:14.949158 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.953135 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-71af7ee4-79ee-4e6a-b110-ce19b64326a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ef592ff41904990812e211f0c991096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290503 Aug 02 17:30:14.956037 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36710) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:15.002730 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d8be-9a94-449b-8f9a-6d8f97d0ceab None None] Pushing event updated for resources: {'Port': ['ID=97cfb9b9-00bf-4367-b6f7-05c823b5a041,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.017443 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.025715 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Attempting to bind port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:15.026085 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Attempting to bind port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:15.026471 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Attempting to bind port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 on network 2816d98a-21f8-4193-b3fb-954f5734df1e {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:15.032393 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:15.032670 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Checking segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:15.033072 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.033498 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Bound using segment: {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:15.034451 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Bound port: 97cfb9b9-00bf-4367-b6f7-05c823b5a041, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:15.034451 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.067077 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.069356 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.106444 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.107403 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] For port 97cfb9b9-00bf-4367-b6f7-05c823b5a041, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:15.111648 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 226bbfd8-dc91-43c1-84c3-f7143be53599 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:15.112752 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] For port 97cfb9b9-00bf-4367-b6f7-05c823b5a041, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=97cfb9b9-00bf-4367-b6f7-05c823b5a041,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:15.119579 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 226bbfd8-dc91-43c1-84c3-f7143be53599 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:15.119579 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.124786 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.156122 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.162672 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.166807 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/142e53e1-3788-493a-80c4-a1a7e43bb44d HTTP/1.1" status: 204 len: 168 time: 0.2069442 Aug 02 17:30:15.196255 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b789c6-494b-4ae2-9667-295c2f8ac142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e53e1-3788-493a-80c4-a1a7e43bb44d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.204133 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:15.204871 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:15.253856 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d8be-9a94-449b-8f9a-6d8f97d0ceab None None] Pushing event updated for resources: {'Port': ['ID=97cfb9b9-00bf-4367-b6f7-05c823b5a041,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.279646 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.343358 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 226bbfd8-dc91-43c1-84c3-f7143be53599, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=226bbfd8-dc91-43c1-84c3-f7143be53599,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:15.348695 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Allocated IP 172.20.0.1 (f4dae56a-81ae-4539-b692-5260f57ff666/e4a28c73-b178-4cd7-b731-46ee2bdc6203/4c41cff5-c5c8-46aa-8317-3e53a16d893f) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:15.352250 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.408403 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:15.466584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=226bbfd8-dc91-43c1-84c3-f7143be53599,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.477030 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-9bbd7697-41aa-455c-8f89-f7178bc629ca None None] Provisioning complete for port 226bbfd8-dc91-43c1-84c3-f7143be53599 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:15.477529 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7697-41aa-455c-8f89-f7178bc629ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.507499 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.523981 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Transition to ACTIVE for port object 4c41cff5-c5c8-46aa-8317-3e53a16d893f will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:15.581178 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.634696 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Network f4dae56a-81ae-4539-b692-5260f57ff666 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:15.637890 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:15.642443 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:15.642972 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1727117'] for router_interface, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.688140 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Pushing event updated for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.802781 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-808b095f-443f-4158-afce-21233b442fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:11Z', 'revision_number': 3, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:15.808686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.845042 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b095f-443f-4158-afce-21233b442fc8 None None] The sync data for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi is: [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:11Z', 'revision_number': 3, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:30:16.032770 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-e6712740-374d-43d5-96d5-5553c3e6c85b None None] Provisioning for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:16.039098 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-e6712740-374d-43d5-96d5-5553c3e6c85b None None] Provisioning complete for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:16.040827 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e6712740-374d-43d5-96d5-5553c3e6c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.073002 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6c9f-e9e3-4cd2-a8ee-b39aad0ffc30 req-1fa8bdd8-61a6-4498-8f49-3637db7f9496 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.074720 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a1e6c9f-e9e3-4cd2-a8ee-b39aad0ffc30 req-1fa8bdd8-61a6-4498-8f49-3637db7f9496 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1329811 Aug 02 17:30:16.086052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb0e1b-35e2-4c98-b14a-d67593cb6b1c req-fa0cd606-e635-4b36-a05c-0f227bbbc7fa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.087679 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bbb0e1b-35e2-4c98-b14a-d67593cb6b1c req-fa0cd606-e635-4b36-a05c-0f227bbbc7fa tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1470664 Aug 02 17:30:16.089046 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device ef12c717-cd46-413d-800b-05dc550b86e3 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:16.153304 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-e6712740-374d-43d5-96d5-5553c3e6c85b None None] Port 4c41cff5-c5c8-46aa-8317-3e53a16d893f cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:16.179559 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port ef12c717-cd46-413d-800b-05dc550b86e3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:16.179867 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.220462 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.232878 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7a1e6c9f-e9e3-4cd2-a8ee-b39aad0ffc30 req-830efc99-10e2-446d-bf43-93047a8a5c14 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437802 Aug 02 17:30:16.237486 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.238302 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726993'] for router_interface, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.254883 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bbb0e1b-35e2-4c98-b14a-d67593cb6b1c req-75e99455-8f2d-464b-9711-8772c11199f5 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527517 Aug 02 17:30:16.399968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-e82ac35c-7dfb-404b-bf46-c9449733ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.401473 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-e82ac35c-7dfb-404b-bf46-c9449733ccd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 1097 time: 0.2647774 Aug 02 17:30:16.419838 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Pushing event updated for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:16.467598 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 226bbfd8-dc91-43c1-84c3-f7143be53599 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:16.494293 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Network f4dae56a-81ae-4539-b692-5260f57ff666 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:16.496494 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:16.517599 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 226bbfd8-dc91-43c1-84c3-f7143be53599 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:16.517973 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.551203 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-6dac5ac2-f2ea-4377-b146-21013c3b685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.552970 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-6dac5ac2-f2ea-4377-b146-21013c3b685f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1097 time: 0.1235569 Aug 02 17:30:16.745673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Router 0f347739-3eb3-453e-9747-f04d7274e1ed has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:30:16.747305 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-96c0e495-83c6-4c30-a8b0-3acee878b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.748829 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-96c0e495-83c6-4c30-a8b0-3acee878b259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.1877775 Aug 02 17:30:16.883901 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-8c95584f-be03-4ae5-b746-993177e8e762 None None] Provisioning complete for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:16.884509 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8c95584f-be03-4ae5-b746-993177e8e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.928168 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-8c95584f-be03-4ae5-b746-993177e8e762 None None] Port 4c41cff5-c5c8-46aa-8317-3e53a16d893f cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:17.194732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:17.200735 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5605e0bf-ad85-4e8a-b2fa-ebecacf50e87 admin admin] 10.222.0.54 "PUT /v2.0/routers/0f347739-3eb3-453e-9747-f04d7274e1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698282 Aug 02 17:30:17.209256 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-fb01931a-d4b6-4280-9b8c-4f03acd19814 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 200 len: 1000 time: 0.3571341 Aug 02 17:30:17.266389 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-e7558412-2e41-4b85-b793-d1c6e0d436c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.267921 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-e7558412-2e41-4b85-b793-d1c6e0d436c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0449786 Aug 02 17:30:17.322197 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-6d07569d-cbdd-4f68-9544-d2e8170f00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.325999 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-6d07569d-cbdd-4f68-9544-d2e8170f00e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474749 Aug 02 17:30:17.478186 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b4f4-6755-4a90-8c2d-b1fee983c9e5 req-ef4b371b-e220-4f39-9360-8a9d36274cc3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.479766 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-00c0b4f4-6755-4a90-8c2d-b1fee983c9e5 req-ef4b371b-e220-4f39-9360-8a9d36274cc3 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1312180 Aug 02 17:30:17.506584 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910c84-c6fc-4e0d-9e2e-7dd6d9643281 req-ff149c3c-fa9b-442c-84ea-c7da313c8a68 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.508163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6d910c84-c6fc-4e0d-9e2e-7dd6d9643281 req-ff149c3c-fa9b-442c-84ea-c7da313c8a68 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1137347 Aug 02 17:30:17.529723 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-d3471af9-7a4f-40f6-9a73-3c1e2d93de88 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942277 Aug 02 17:30:17.623846 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-00c0b4f4-6755-4a90-8c2d-b1fee983c9e5 req-185d9445-5210-4b1c-a9a4-f784fecc31ff tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336796 Aug 02 17:30:17.630598 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6d910c84-c6fc-4e0d-9e2e-7dd6d9643281 req-60fdea86-6e23-478d-8f84-8bf2f7057f0f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137846 Aug 02 17:30:17.678526 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-97800ecf-1ae2-4003-8ea5-0347c8b79264 req-5bcc437c-3a2e-4109-b745-1a4c5ec3f167 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270893 Aug 02 17:30:17.934015 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Sync routers for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:17.944039 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:17.944715 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:18.097564 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 97cfb9b9-00bf-4367-b6f7-05c823b5a041 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:18.163528 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:18.211229 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:18.245012 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:18.245297 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.421480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.448173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 97cfb9b9-00bf-4367-b6f7-05c823b5a041, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=97cfb9b9-00bf-4367-b6f7-05c823b5a041,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:18.456696 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.510917 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 4, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '4c41cff5-c5c8-46aa-8317-3e53a16d893f', 'name': '', 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'mac_address': 'fa:16:3e:2f:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:15Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 2, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'subnets': [{'id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:18.545842 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=97cfb9b9-00bf-4367-b6f7-05c823b5a041,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:18.548771 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Checking router: 0f347739-3eb3-453e-9747-f04d7274e1ed for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:30:18.549131 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Updating router 0f347739-3eb3-453e-9747-f04d7274e1ed port 4c41cff5-c5c8-46aa-8317-3e53a16d893f binding host dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:30:18.581668 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.683120 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36812) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:18.689311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542370801', 'description': 'tempest-secgroup-smoke-542370801 description', 'project_id': 'b2936f3aad854ce5b634124954af3d73'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:18.731788 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.835031 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.840099 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015290f5-f2cc-440a-9f45-c8ea7aa2bac7 req-73d31df0-6b45-492d-a629-7f12b3c1c5aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:18.847391 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.857393 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-015290f5-f2cc-440a-9f45-c8ea7aa2bac7 req-73d31df0-6b45-492d-a629-7f12b3c1c5aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0990112 Aug 02 17:30:18.887467 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3368053f-74a2-43f8-a77c-aac744ae367f,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:18.935742 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:18.938224 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-708f6883-7b4a-489e-8d5c-e04602f556d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2532849 Aug 02 17:30:18.947094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36820) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:18.955193 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:18.964942 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-015290f5-f2cc-440a-9f45-c8ea7aa2bac7 req-25475174-61d4-4a18-8805-d64cd327367b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006050 Aug 02 17:30:19.019774 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.110607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.121905 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.141597 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks [] for port, precommit_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.160422 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8a240c-6499-440d-b466-9819e157642b,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.166094 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Transition to ACTIVE for port object 4c41cff5-c5c8-46aa-8317-3e53a16d893f will not be triggered until provisioned by entity L2. {{(pid=93245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:19.177035 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.178331 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9bdb1c18-41da-49c2-91c4-1d748871585e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353239 Aug 02 17:30:19.181384 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36830) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:19.186123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:19.188995 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.219735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.249507 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ebac-ddf2-4161-8950-0899219de31b None None] Pushing event updated for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=3']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.289707 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.295160 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.319915 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Attempting to bind port 4c41cff5-c5c8-46aa-8317-3e53a16d893f on host dv-cinder-788367-3-iscsi for vnic_type normal with profile {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:19.320357 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Attempting to bind port 4c41cff5-c5c8-46aa-8317-3e53a16d893f by drivers openvswitch,hyperv on host dv-cinder-788367-3-iscsi at level 0 using segments [{'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:19.320869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Attempting to bind port 4c41cff5-c5c8-46aa-8317-3e53a16d893f on network f4dae56a-81ae-4539-b692-5260f57ff666 {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:19.322059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e1350e-568c-46e6-8d76-cb30d87384cd,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.327231 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Checking agent: {'id': '3ba5b1cd-2a92-469f-adb6-eb4410f64cd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 19, 3), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:19.327609 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Checking segment: {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:19.328092 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.328525 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Bound using segment: {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'} {{(pid=93245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:19.329113 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.managers [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Bound port: 4c41cff5-c5c8-46aa-8317-3e53a16d893f, host: dv-cinder-788367-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595e25b-4eb5-477e-bd35-cbb24d373efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666'}}] {{(pid=93245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:19.329442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.334309 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.338760 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-bd6cb2e3-53f2-474d-89fe-1babdc9535a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536465 Aug 02 17:30:19.341638 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36832) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:19.347920 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:19.389147 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.422172 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] For port 4c41cff5-c5c8-46aa-8317-3e53a16d893f, host dv-cinder-788367-3-iscsi, cleared binding levels {{(pid=93245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:19.426806 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] For port 4c41cff5-c5c8-46aa-8317-3e53a16d893f, host dv-cinder-788367-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=4c41cff5-c5c8-46aa-8317-3e53a16d893f,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:19.437955 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.463946 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.475645 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.504060 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.509755 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:19.509755 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:19.510083 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36834) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:19.516378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:19.518602 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619687 Aug 02 17:30:19.521597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b85720-f80d-4f54-b41c-90deedbc47af tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea10a677-3398-4cbc-991b-f43df3900be9,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.559708 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ebac-ddf2-4161-8950-0899219de31b None None] Pushing event updated for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.590948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.670512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.676314 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:19.676656 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.710030 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612bcbc3-49dd-477b-b308-5aede9584724,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.714746 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.716706 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e8d74c6d-d7b2-4e66-bd1f-952578e9f9b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059331 Aug 02 17:30:19.719547 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36838) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:19.726995 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:19.761599 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.securitygroups_db [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Project b2936f3aad854ce5b634124954af3d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:30:19.771121 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.848127 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.853920 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.876186 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194fa815-2194-42ad-a357-5a16c7831032,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:19.884798 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.886027 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8b4690d4-6ab7-43aa-9c8a-ba1d83add200 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637530 Aug 02 17:30:19.888870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36840) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:19.894519 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'security_group_rule': {'security_group_id': '3368053f-74a2-43f8-a77c-aac744ae367f', 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:19.916663 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.securitygroups_db [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Project b2936f3aad854ce5b634124954af3d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:30:19.922369 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:19.952159 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 4, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '4c41cff5-c5c8-46aa-8317-3e53a16d893f', 'name': '', 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'mac_address': 'fa:16:3e:2f:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:15Z', 'updated_at': '2021-08-02T17:30:19Z', 'revision_number': 4, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'subnets': [{'id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:19.980480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b801b-d2c4-4728-9f67-c8f7582bed20 None None] The sync data for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi is: [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:15Z', 'revision_number': 4, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '4c41cff5-c5c8-46aa-8317-3e53a16d893f', 'name': '', 'network_id': 'f4dae56a-81ae-4539-b692-5260f57ff666', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'mac_address': 'fa:16:3e:2f:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:15Z', 'updated_at': '2021-08-02T17:30:19Z', 'revision_number': 4, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'subnets': [{'id': 'e4a28c73-b178-4cd7-b731-46ee2bdc6203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:30:20.021353 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:20.030884 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:20.060643 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 97cfb9b9-00bf-4367-b6f7-05c823b5a041 up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:20.090166 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c707d6-a250-4a06-a466-722f64e3f3b2,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:20.110256 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:20.111605 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-6d61b394-cd76-454a-abb5-9148bcd3d9a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2212327 Aug 02 17:30:20.147424 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:20.148545 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:20.215788 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8c1e5-fb6f-4288-a3bc-30c99b0db022 req-82707a5e-ef28-44ef-af76-6afb3862a59f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:20.218567 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-81a8c1e5-fb6f-4288-a3bc-30c99b0db022 req-82707a5e-ef28-44ef-af76-6afb3862a59f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1091433 Aug 02 17:30:20.301990 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-81a8c1e5-fb6f-4288-a3bc-30c99b0db022 req-79956366-55fd-499e-9d49-292bcf78b9cf tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586843 Aug 02 17:30:20.544757 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84820ca-6442-470c-a35e-6a264fa7b3c3 req-c29becb9-018a-48b0-a3d1-e82d09cadfe7 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:20.560394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84820ca-6442-470c-a35e-6a264fa7b3c3 req-c29becb9-018a-48b0-a3d1-e82d09cadfe7 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0752330 Aug 02 17:30:20.631308 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84820ca-6442-470c-a35e-6a264fa7b3c3 req-3a5a32d8-b23e-4b28-ab2a-f8780b3343e2 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699253 Aug 02 17:30:20.732674 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36892) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:20.924914 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-deac81bd-d8e7-4cf7-be7c-56a1ed1ceeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.069075 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-deac81bd-d8e7-4cf7-be7c-56a1ed1ceeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.087207 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-deac81bd-d8e7-4cf7-be7c-56a1ed1ceeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.123393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac81bd-d8e7-4cf7-be7c-56a1ed1ceeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd42dfc-640a-4788-aa38-38078b44fccf,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:21.145405 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36900) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:21.146669 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-deac81bd-d8e7-4cf7-be7c-56a1ed1ceeba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b2127e52c6a4c288facdf26d9673180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087255 Aug 02 17:30:21.213958 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.244674 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.297850 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.301220 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.303184 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acd42dfc-640a-4788-aa38-38078b44fccf HTTP/1.1" status: 204 len: 168 time: 0.1568580 Aug 02 17:30:21.329729 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ae27-8613-4f4f-89d0-aa7b6352d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd42dfc-640a-4788-aa38-38078b44fccf,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:21.511504 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edc80-7436-4d89-8fd0-a5270ebcc5aa req-afd2070c-59fb-490e-bb5d-f3e0d8ecc627 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:21.513087 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c99edc80-7436-4d89-8fd0-a5270ebcc5aa req-afd2070c-59fb-490e-bb5d-f3e0d8ecc627 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0793395 Aug 02 17:30:21.572366 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c99edc80-7436-4d89-8fd0-a5270ebcc5aa req-725e23d1-8be2-4d8a-b1a0-a8c5f18f5966 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489290 Aug 02 17:30:21.745191 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 36926) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:21.759004 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca583-a460-44bb-85dd-bab187d296c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.801946 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553b7ca-95e2-47a1-b212-dd168fc18de1 req-83911a13-e22d-493d-851c-a9881f1b7539 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:21.809973 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8553b7ca-95e2-47a1-b212-dd168fc18de1 req-83911a13-e22d-493d-851c-a9881f1b7539 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0789354 Aug 02 17:30:21.852160 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8553b7ca-95e2-47a1-b212-dd168fc18de1 req-408f5289-660b-4711-b878-bfeaccd09283 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412495 Aug 02 17:30:21.906957 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca583-a460-44bb-85dd-bab187d296c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.912032 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca583-a460-44bb-85dd-bab187d296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:21.949615 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ca583-a460-44bb-85dd-bab187d296c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ef4df-9f27-42b0-8000-4b2b27bd3782,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:21.954919 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9f6ca583-a460-44bb-85dd-bab187d296c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54321a164fba4fb5b43132ddad69f623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086449 Aug 02 17:30:21.957775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 36928) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:22.047387 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.090022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.092355 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 4c41cff5-c5c8-46aa-8317-3e53a16d893f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:22.156670 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.160477 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.162236 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea4ef4df-9f27-42b0-8000-4b2b27bd3782 HTTP/1.1" status: 204 len: 168 time: 0.2032347 Aug 02 17:30:22.171678 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:22.187057 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0747-7301-4be2-96f5-4bd308d53208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ef4df-9f27-42b0-8000-4b2b27bd3782,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:22.195210 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:22.195822 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.305238 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.344393 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] For port 4c41cff5-c5c8-46aa-8317-3e53a16d893f, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=4c41cff5-c5c8-46aa-8317-3e53a16d893f,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:22.350991 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.426639 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Pushing event updated for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:22.715921 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8594-058f-493c-b977-bd7b068ae904 req-0589e81b-fdfb-4cbd-ae9b-973e96f483fb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:22.719201 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f3ec8594-058f-493c-b977-bd7b068ae904 req-0589e81b-fdfb-4cbd-ae9b-973e96f483fb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0535789 Aug 02 17:30:22.774969 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f3ec8594-058f-493c-b977-bd7b068ae904 req-8efb2fca-d5de-4e69-8767-259fb4ddd501 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489204 Aug 02 17:30:22.984539 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4084ef-1ef4-476f-9d63-097d7c95bffc req-f0d6648a-a789-48ea-b693-1dfb9a498cdb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:22.986548 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed4084ef-1ef4-476f-9d63-097d7c95bffc req-f0d6648a-a789-48ea-b693-1dfb9a498cdb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0592897 Aug 02 17:30:23.034492 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed4084ef-1ef4-476f-9d63-097d7c95bffc req-ffad5a4d-0bc8-43d2-a239-3c78fabfbfbb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408249 Aug 02 17:30:23.900223 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2785-4bd3-4433-b81c-ce4b3b5ab38e req-f93654ee-850a-4c38-b9b5-f996b89af88a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:23.902105 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-febf2785-4bd3-4433-b81c-ce4b3b5ab38e req-f93654ee-850a-4c38-b9b5-f996b89af88a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0531566 Aug 02 17:30:23.954954 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-febf2785-4bd3-4433-b81c-ce4b3b5ab38e req-8c701660-464a-4351-a811-7caaa30993a6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Aug 02 17:30:24.032971 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 4c41cff5-c5c8-46aa-8317-3e53a16d893f up at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:24.103128 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Provisioning complete for port 4c41cff5-c5c8-46aa-8317-3e53a16d893f triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:24.103498 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:24.168803 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6b037-887b-4edd-93e0-30796931ed18 req-6a724acc-283d-44ba-93ce-700b3c099436 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:24.176674 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b8f6b037-887b-4edd-93e0-30796931ed18 req-6a724acc-283d-44ba-93ce-700b3c099436 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0672846 Aug 02 17:30:24.231402 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b8f6b037-887b-4edd-93e0-30796931ed18 req-a290050d-9746-4f36-b94f-46ab9f6e92e5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528555 Aug 02 17:30:25.091524 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d762-92a1-4a71-9824-d231238c230d req-29f841d9-6176-4d81-bfb5-2495e4ab8737 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:25.093012 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2fe5d762-92a1-4a71-9824-d231238c230d req-29f841d9-6176-4d81-bfb5-2495e4ab8737 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0500379 Aug 02 17:30:25.134979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2fe5d762-92a1-4a71-9824-d231238c230d req-c1984449-9765-483f-b4ac-babf7b86fa60 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Aug 02 17:30:25.359334 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64703d-d2e7-4ea7-8d99-a1fe78f68286 req-c6307c31-cbe7-432c-bf76-f90dc0e7c94a tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:25.360983 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2d64703d-d2e7-4ea7-8d99-a1fe78f68286 req-c6307c31-cbe7-432c-bf76-f90dc0e7c94a tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0572186 Aug 02 17:30:25.404341 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2d64703d-d2e7-4ea7-8d99-a1fe78f68286 req-01455500-f700-405c-932d-96c474c166f0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359468 Aug 02 17:30:26.258651 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715e780-3b10-44cd-8b4f-a7a511f97ce3 req-2f0dd783-7519-4a87-a769-3c70c2a01f6a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:26.260097 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8715e780-3b10-44cd-8b4f-a7a511f97ce3 req-2f0dd783-7519-4a87-a769-3c70c2a01f6a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0512810 Aug 02 17:30:26.306610 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8715e780-3b10-44cd-8b4f-a7a511f97ce3 req-7331ce0c-7b9d-4e5e-baa0-cf33a6542a10 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Aug 02 17:30:26.522703 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63f43-d254-44a3-9690-9a340baf1752 req-16cc94f7-790e-4e00-8735-89ca369ae6b4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:26.524494 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d9e63f43-d254-44a3-9690-9a340baf1752 req-16cc94f7-790e-4e00-8735-89ca369ae6b4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0504780 Aug 02 17:30:26.565646 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d9e63f43-d254-44a3-9690-9a340baf1752 req-939a5bf5-08e1-44c8-a585-7a6a333f6a51 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345194 Aug 02 17:30:27.449230 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71374-9215-4c04-bf04-8a240557f748 req-c5425122-f9e7-45c3-8579-0d36c0c5d105 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:27.450895 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0e71374-9215-4c04-bf04-8a240557f748 req-c5425122-f9e7-45c3-8579-0d36c0c5d105 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0651729 Aug 02 17:30:27.506427 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0e71374-9215-4c04-bf04-8a240557f748 req-1c8e507e-11f6-4b1c-a2ce-5915e0363c49 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490048 Aug 02 17:30:27.694126 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaddfc-6bf3-49d0-9499-1f65338028c5 req-919cb3b1-88c4-4189-9c18-2f1255ef9181 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:27.695786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4aaddfc-6bf3-49d0-9499-1f65338028c5 req-919cb3b1-88c4-4189-9c18-2f1255ef9181 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0592647 Aug 02 17:30:27.746745 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f4aaddfc-6bf3-49d0-9499-1f65338028c5 req-a7e8068c-82be-43d6-801e-e70d6d207166 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432827 Aug 02 17:30:28.362058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:28.646344 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ae71-d5c5-4baf-a50f-b3d1e24d0037 req-4e8b40af-d4da-48a6-9884-736b6ff1eb44 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.648678 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d31ae71-d5c5-4baf-a50f-b3d1e24d0037 req-4e8b40af-d4da-48a6-9884-736b6ff1eb44 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0540841 Aug 02 17:30:28.687717 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d31ae71-d5c5-4baf-a50f-b3d1e24d0037 req-4373c9b6-266e-4368-9832-26f1ed3984ff tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Aug 02 17:30:28.895542 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891714-6fbc-496f-932c-932576dcc4df req-3f63d2ac-67a1-443a-9e07-4210dbce1291 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.897109 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9e891714-6fbc-496f-932c-932576dcc4df req-3f63d2ac-67a1-443a-9e07-4210dbce1291 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0688624 Aug 02 17:30:28.944586 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9e891714-6fbc-496f-932c-932576dcc4df req-c42c10fa-79ef-4f3c-abc6-6285f4b3f92f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396004 Aug 02 17:30:29.839082 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cab8cc-a7f7-47c0-b414-a512819daffb req-5be36610-d682-4dcc-9521-5771ee57c70b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:29.841428 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3cab8cc-a7f7-47c0-b414-a512819daffb req-5be36610-d682-4dcc-9521-5771ee57c70b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0699875 Aug 02 17:30:29.899640 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b3cab8cc-a7f7-47c0-b414-a512819daffb req-0b934714-8528-47b6-935f-7152938a7346 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512927 Aug 02 17:30:30.099665 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2676a-0549-495b-b9bc-0d10916fe402 req-829270f4-1692-41a6-be75-584495fa143d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:30.103150 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbc2676a-0549-495b-b9bc-0d10916fe402 req-829270f4-1692-41a6-be75-584495fa143d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0763216 Aug 02 17:30:30.178937 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dbc2676a-0549-495b-b9bc-0d10916fe402 req-d2c939ee-abf8-4e5a-ba4c-e7101cf814a9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685229 Aug 02 17:30:30.554419 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-da9099b7-3682-4998-add4-ad570ffe8a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:31.094007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fbb14-d694-401b-8494-d4fb4c33b25b req-92cbd7d3-60f6-4b21-9293-f2667627a57b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:31.101770 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e80fbb14-d694-401b-8494-d4fb4c33b25b req-92cbd7d3-60f6-4b21-9293-f2667627a57b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0970898 Aug 02 17:30:31.154342 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e80fbb14-d694-401b-8494-d4fb4c33b25b req-9b88bbf0-a52a-4d87-b1c5-e11b8ce87e26 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Aug 02 17:30:31.303686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748823af-90a5-4b65-bf7b-90ce282ad9ae req-b7352d01-bfdb-4396-b747-be8e23b3058e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:31.305211 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-748823af-90a5-4b65-bf7b-90ce282ad9ae req-b7352d01-bfdb-4396-b747-be8e23b3058e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0530894 Aug 02 17:30:31.361705 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-748823af-90a5-4b65-bf7b-90ce282ad9ae req-7730b9e7-7df2-4a8c-a5f6-da96caa559f1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501673 Aug 02 17:30:32.290112 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5410639-f4f4-460b-b656-74117f5a12ca req-ec9b90a5-e992-48f7-b3ac-360930b3ae46 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:32.291761 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5410639-f4f4-460b-b656-74117f5a12ca req-ec9b90a5-e992-48f7-b3ac-360930b3ae46 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0537407 Aug 02 17:30:32.339152 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f5410639-f4f4-460b-b656-74117f5a12ca req-2c0792d2-a0b0-4808-a157-9aa6c6eb5a67 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Aug 02 17:30:32.489099 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2344b-f3e3-422d-9298-080f9ab8360e req-4555be63-f0e8-4791-a32b-696dc0f6ef4d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:32.490693 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a8f2344b-f3e3-422d-9298-080f9ab8360e req-4555be63-f0e8-4791-a32b-696dc0f6ef4d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0502086 Aug 02 17:30:32.538252 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a8f2344b-f3e3-422d-9298-080f9ab8360e req-635e15ea-14df-48aa-b9c7-411aadaa18c8 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415192 Aug 02 17:30:32.942112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-bf26c583-9304-49d6-af8d-220282a5a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.088197 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37122) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:33.161553 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-db42061b-64a6-4a64-b1bb-d93a6ba79a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.163349 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-db42061b-64a6-4a64-b1bb-d93a6ba79a14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1138 time: 0.0676434 Aug 02 17:30:33.251313 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-58700760-5e75-447d-8a7b-3784bff51ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.312877 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-fe8edbf2-4d39-449a-af7e-b249d2175722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.314472 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-fe8edbf2-4d39-449a-af7e-b249d2175722 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 914 time: 0.1402118 Aug 02 17:30:33.404638 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-bc3cb9c1-0668-4b7b-925f-e8a71d04fc9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 1001 time: 0.0819075 Aug 02 17:30:33.448399 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-58700760-5e75-447d-8a7b-3784bff51ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.481726 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.503511 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-58700760-5e75-447d-8a7b-3784bff51ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.531103 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-3b4bc2d1-f598-4b12-b544-4b4116070b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.532840 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-3b4bc2d1-f598-4b12-b544-4b4116070b2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.1144955 Aug 02 17:30:33.598066 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-58700760-5e75-447d-8a7b-3784bff51ab3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8beba8ab280426f8dbb9da6d223291b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080807 Aug 02 17:30:33.601365 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37134) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:33.605790 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11677a83-7885-4c3b-8472-0cf8bddf4799 req-78314923-8bdf-4803-adcf-427f06a7bb29 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.609679 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-11677a83-7885-4c3b-8472-0cf8bddf4799 req-78314923-8bdf-4803-adcf-427f06a7bb29 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.1924458 Aug 02 17:30:33.611715 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700760-5e75-447d-8a7b-3784bff51ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fbc14c-4dc0-48dc-982c-39212a022ca6,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:33.667110 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.695064 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.701888 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-e22b4e0b-3121-4c13-9322-7b1c9fcad498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.703440 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-e22b4e0b-3121-4c13-9322-7b1c9fcad498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1536808 Aug 02 17:30:33.721531 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04a43-2fcc-4dee-b126-e988ea527ab8 req-f55bdbbd-b9f3-475b-9653-d66190aacf80 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.722861 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71a04a43-2fcc-4dee-b126-e988ea527ab8 req-f55bdbbd-b9f3-475b-9653-d66190aacf80 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.1076674 Aug 02 17:30:33.736900 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-11677a83-7885-4c3b-8472-0cf8bddf4799 req-c2a1bcb7-7f2c-4253-aaae-a34f187587d8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015859 Aug 02 17:30:33.769022 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.772162 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:33.773352 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87fbc14c-4dc0-48dc-982c-39212a022ca6 HTTP/1.1" status: 204 len: 168 time: 0.1691408 Aug 02 17:30:33.781967 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3410c8f-e32d-4509-b988-4f5fa662d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fbc14c-4dc0-48dc-982c-39212a022ca6,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:33.831148 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71a04a43-2fcc-4dee-b126-e988ea527ab8 req-57730e43-37a9-4b45-be5c-9efa85644d9b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987875 Aug 02 17:30:33.866996 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-8e1f713b-6545-4511-82d8-1b4a9af2ea62 service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427951 Aug 02 17:30:33.978907 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67a54188-502f-429f-b7d6-6eb905b0d210 req-2df8b5ff-16d8-4072-bc6e-aa4bb076a19b service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010385 Aug 02 17:30:34.101232 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.174123 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37144) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:34.189565 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-715beb53-89a7-4828-97d9-8ee99eb652ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.290691 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-715beb53-89a7-4828-97d9-8ee99eb652ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.300094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-715beb53-89a7-4828-97d9-8ee99eb652ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.337000 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-715beb53-89a7-4828-97d9-8ee99eb652ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72118e559a8446e5a2972a3bb87bae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591449 Aug 02 17:30:34.337420 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37150) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:34.343626 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715beb53-89a7-4828-97d9-8ee99eb652ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a1e9f-934c-4c89-a0d6-5976c6897fa3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:34.418833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.453459 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.515068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.517935 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:34.519332 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/497a1e9f-934c-4c89-a0d6-5976c6897fa3 HTTP/1.1" status: 204 len: 168 time: 0.1797557 Aug 02 17:30:34.527115 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3885a83-14e9-48ce-94bc-d5a2b31951f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a1e9f-934c-4c89-a0d6-5976c6897fa3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:34.889321 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd578-4697-4cde-81a3-37cfb682e795 req-0debbc87-b42b-4316-8712-7ec5324c7bcd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:34.894238 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b18dd578-4697-4cde-81a3-37cfb682e795 req-0debbc87-b42b-4316-8712-7ec5324c7bcd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0679290 Aug 02 17:30:34.948647 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b18dd578-4697-4cde-81a3-37cfb682e795 req-548c1019-6ad6-4cbe-815a-443accc5b570 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Aug 02 17:30:35.057577 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a1e03-c408-413b-9860-7083f3289b38 req-71d8e630-dea7-4dd8-b916-c2a4a6b3b936 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:35.063220 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb6a1e03-c408-413b-9860-7083f3289b38 req-71d8e630-dea7-4dd8-b916-c2a4a6b3b936 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0663176 Aug 02 17:30:35.136349 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eb6a1e03-c408-413b-9860-7083f3289b38 req-ff0706e9-ee0a-4e9f-8b37-1f895ed55d87 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616126 Aug 02 17:30:35.146172 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4b8dc-3442-4795-b2f6-25e527834c61 req-85c16b8b-7ec3-4cca-8e3b-44bea2cf9d9b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:35.147773 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39f4b8dc-3442-4795-b2f6-25e527834c61 req-85c16b8b-7ec3-4cca-8e3b-44bea2cf9d9b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0836573 Aug 02 17:30:35.190851 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39f4b8dc-3442-4795-b2f6-25e527834c61 req-b6f677b8-139e-455d-a682-6931cbeab6f2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Aug 02 17:30:35.849598 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:36.086226 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c8eb6-8894-4e05-b1db-115cd4b18274 req-6f297354-cfe7-40ea-bc35-7dcc8ccecddc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:36.093985 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-798c8eb6-8894-4e05-b1db-115cd4b18274 req-6f297354-cfe7-40ea-bc35-7dcc8ccecddc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0619111 Aug 02 17:30:36.136541 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-798c8eb6-8894-4e05-b1db-115cd4b18274 req-3c337b67-c948-4b89-8a93-729354d0ab2f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416331 Aug 02 17:30:36.276822 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f419c-1acf-4409-9ced-3a88cf6499cc req-73ba88d8-2176-45c1-a9f5-1904dfd9dc4f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:36.285463 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-035f419c-1acf-4409-9ced-3a88cf6499cc req-73ba88d8-2176-45c1-a9f5-1904dfd9dc4f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0659168 Aug 02 17:30:36.336047 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-035f419c-1acf-4409-9ced-3a88cf6499cc req-71bb58e8-23a4-4296-81b7-8a0fb40b7958 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497100 Aug 02 17:30:36.393306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15607f-ca12-4a70-95bd-3cbb0638c3ba req-e6374b79-7759-4773-bfd5-d2ec34dd9ebc tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:36.394854 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c15607f-ca12-4a70-95bd-3cbb0638c3ba req-e6374b79-7759-4773-bfd5-d2ec34dd9ebc tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0783904 Aug 02 17:30:36.443663 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c15607f-ca12-4a70-95bd-3cbb0638c3ba req-8df44d1e-8d5c-4225-9bbe-be00c6f473eb tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Aug 02 17:30:36.857799 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1929-e7eb-47cd-bf7e-b0629cfc40ce req-316fa0f9-b25f-4f82-a75a-8e8d9fcd8e51 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:36.859287 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-032f1929-e7eb-47cd-bf7e-b0629cfc40ce req-316fa0f9-b25f-4f82-a75a-8e8d9fcd8e51 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0480971 Aug 02 17:30:36.896489 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-032f1929-e7eb-47cd-bf7e-b0629cfc40ce req-589ed8ca-e973-4f57-bdd5-ed034454bd6c tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Aug 02 17:30:37.263570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76eaf0-0f64-4078-91c2-6d933a754013 req-ea936aba-f5c1-4421-95df-af0554a9ab80 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:37.265081 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-af76eaf0-0f64-4078-91c2-6d933a754013 req-ea936aba-f5c1-4421-95df-af0554a9ab80 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0492013 Aug 02 17:30:37.306472 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-af76eaf0-0f64-4078-91c2-6d933a754013 req-0c52d9c2-ea10-4938-bb7b-9c5034c4323e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Aug 02 17:30:37.456616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aa09a-14df-41f6-a15d-01710d9d8a9c req-1f4e36e1-3f06-4003-a337-a973eb887c39 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:37.458071 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e2aa09a-14df-41f6-a15d-01710d9d8a9c req-1f4e36e1-3f06-4003-a337-a973eb887c39 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0503070 Aug 02 17:30:37.502451 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e2aa09a-14df-41f6-a15d-01710d9d8a9c req-0b41bce4-5481-4c02-9fde-c538d301ed00 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347230 Aug 02 17:30:37.569102 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8abef-799e-42c7-b6db-a448ad13109b req-6be4fd10-d670-4e0a-8b96-7e59e92d263d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:37.569987 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a0c8abef-799e-42c7-b6db-a448ad13109b req-6be4fd10-d670-4e0a-8b96-7e59e92d263d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0552363 Aug 02 17:30:37.608402 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a0c8abef-799e-42c7-b6db-a448ad13109b req-9251883f-e839-4d36-ba1a-d1b044e01c3d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Aug 02 17:30:38.012152 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a1c12-908a-48c4-89fa-224e4fcd7493 req-26d3242b-84a6-4f26-8093-6f223e6c834e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:38.013716 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b24a1c12-908a-48c4-89fa-224e4fcd7493 req-26d3242b-84a6-4f26-8093-6f223e6c834e tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0472496 Aug 02 17:30:38.058067 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b24a1c12-908a-48c4-89fa-224e4fcd7493 req-04e307e6-44ff-42aa-89cf-6192eba12d9b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Aug 02 17:30:38.199166 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:30:38.434525 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d8d46-3c23-4b56-a903-1ef5c5ac6ba9 req-18902bf1-2197-4734-8e16-35e9c314889f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:38.435933 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e49d8d46-3c23-4b56-a903-1ef5c5ac6ba9 req-18902bf1-2197-4734-8e16-35e9c314889f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0502634 Aug 02 17:30:38.477611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e49d8d46-3c23-4b56-a903-1ef5c5ac6ba9 req-daf75bb1-b5cb-402f-ac11-7093367dcc6e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355318 Aug 02 17:30:38.619952 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c1e1c-40d3-4359-928c-4b2d81436b9a req-8555f2c8-7cae-4f04-8f35-25e1407822bb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:38.621415 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-197c1e1c-40d3-4359-928c-4b2d81436b9a req-8555f2c8-7cae-4f04-8f35-25e1407822bb tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0515022 Aug 02 17:30:38.662186 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-197c1e1c-40d3-4359-928c-4b2d81436b9a req-83bd3fc4-3760-45d8-bcad-b33bf3a76afc tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347028 Aug 02 17:30:38.725090 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578458-bc8f-4f0e-9a06-a551af97e477 req-2b77fc96-8291-4a48-ad02-e4f909cadfab tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:38.726598 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0b578458-bc8f-4f0e-9a06-a551af97e477 req-2b77fc96-8291-4a48-ad02-e4f909cadfab tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0504391 Aug 02 17:30:38.771297 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0b578458-bc8f-4f0e-9a06-a551af97e477 req-32a5a276-b22e-4800-9cd0-c06d2d59c4ef tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Aug 02 17:30:39.181134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a53d1-f88d-4dc9-910d-b09a94095058 req-cfb3ab36-f0d6-4c3c-bc67-f4051e443111 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:39.182979 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c44a53d1-f88d-4dc9-910d-b09a94095058 req-cfb3ab36-f0d6-4c3c-bc67-f4051e443111 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0542378 Aug 02 17:30:39.226343 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c44a53d1-f88d-4dc9-910d-b09a94095058 req-ba15b018-1ebf-4780-8710-6fb3dcfb7dfd tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Aug 02 17:30:39.609690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbacd4d-dca3-49b8-bff0-7a3afd773f39 req-e111e70b-c277-4fea-943d-ad1b35d5913e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:39.611360 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fdbacd4d-dca3-49b8-bff0-7a3afd773f39 req-e111e70b-c277-4fea-943d-ad1b35d5913e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0512881 Aug 02 17:30:39.652165 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fdbacd4d-dca3-49b8-bff0-7a3afd773f39 req-ada11217-31b6-4b2c-82dd-b8b28c9617b3 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337040 Aug 02 17:30:39.779888 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60adb7-fdaf-4ade-bff7-8caad8bce2fa req-c3d4d6fb-5331-4527-bce3-7c41cb2a2efe tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:39.781474 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d60adb7-fdaf-4ade-bff7-8caad8bce2fa req-c3d4d6fb-5331-4527-bce3-7c41cb2a2efe tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0488341 Aug 02 17:30:39.830406 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9d60adb7-fdaf-4ade-bff7-8caad8bce2fa req-1637a9a1-9b72-4d61-bbfb-6ab2628d71dd tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421221 Aug 02 17:30:39.906442 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1187261-3350-4b5d-9ff6-db3746dd9cb3 req-ec7282c2-27a0-4b61-aa88-2e19fbb5ecce tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:39.908940 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1187261-3350-4b5d-9ff6-db3746dd9cb3 req-ec7282c2-27a0-4b61-aa88-2e19fbb5ecce tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Aug 02 17:30:39.947355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1187261-3350-4b5d-9ff6-db3746dd9cb3 req-3abe1867-8cd9-4d6a-a74e-50ca3fbcc13d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Aug 02 17:30:40.111816 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-0b54f15b-184d-413c-aa9c-333529e7dd34 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.113288 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-0b54f15b-184d-413c-aa9c-333529e7dd34 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0516484 Aug 02 17:30:40.230194 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Deleting port f7dbcb87-4d74-4f59-876d-e3e447ebb952 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:40.230545 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:40.344306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] For port f7dbcb87-4d74-4f59-876d-e3e447ebb952, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7dbcb87-4d74-4f59-876d-e3e447ebb952,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:40.344708 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:40.365566 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Calling delete_port for f7dbcb87-4d74-4f59-876d-e3e447ebb952 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:40.385438 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e96ab-5c1c-47ac-9323-137337780a45 req-d93f4b32-525e-47ef-8ada-9feda5bdc343 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.386970 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c60e96ab-5c1c-47ac-9323-137337780a45 req-d93f4b32-525e-47ef-8ada-9feda5bdc343 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d715d2-2463-4867-83a4-d58cfa8ac62b HTTP/1.1" status: 200 len: 945 time: 0.0916457 Aug 02 17:30:40.499801 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-a1e4facc-e360-434e-b08e-e7af702e8539 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542370801&fields=id&tenant_id=b2936f3aad854ce5b634124954af3d73 HTTP/1.1" status: 200 len: 267 time: 0.1118720 Aug 02 17:30:40.506618 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c60e96ab-5c1c-47ac-9323-137337780a45 req-cc4d9250-5420-4a2e-a0e6-e9354a9a2bf8 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Aug 02 17:30:40.623549 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:40.635867 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['f7dbcb87-4d74-4f59-876d-e3e447ebb952', '8868ff69-ff5b-421b-b061-9a28b705a05e'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:40.666434 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b93237c0-fb3b-4837-9a81-3c5934b77f4f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.667891 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b93237c0-fb3b-4837-9a81-3c5934b77f4f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 809 time: 0.1604176 Aug 02 17:30:40.670057 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Pushing event deleted for resources: {'Port': ['ID=f7dbcb87-4d74-4f59-876d-e3e447ebb952,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:40.706418 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d6197157-aec3-442a-bf73-ee7b1489598e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/quotas/b2936f3aad854ce5b634124954af3d73 HTTP/1.1" status: 200 len: 375 time: 0.0301278 Aug 02 17:30:40.720919 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] No DVR routers for this DVR port f7dbcb87-4d74-4f59-876d-e3e447ebb952 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:40.730239 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:40.732092 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ef72293-2853-4c27-9f34-0dd3ea1ca447 req-de858e27-f45e-4154-98db-0b7bb9f312de tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "DELETE /v2.0/ports/f7dbcb87-4d74-4f59-876d-e3e447ebb952 HTTP/1.1" status: 204 len: 173 time: 0.6118879 Aug 02 17:30:40.732596 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'name': 'network-vif-deleted', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:40.734846 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3521f9e-c0e5-4560-a016-37e9f9199e59" -d '{"events": [{"server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "name": "network-vif-deleted", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:40.801822 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-86cac1b7-8eaf-4ae6-86ef-b68dfedb66ac tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820830 Aug 02 17:30:40.812454 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2401d-59f9-412e-8005-d64b79a68799 req-2a0bf43c-e526-4ff4-b3ff-d4ef52ba05a4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.813995 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25c2401d-59f9-412e-8005-d64b79a68799 req-2a0bf43c-e526-4ff4-b3ff-d4ef52ba05a4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 944 time: 0.0762517 Aug 02 17:30:40.906608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25c2401d-59f9-412e-8005-d64b79a68799 req-fdf74bfa-1b7b-47d2-82a7-c8cffb4a0f60 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854697 Aug 02 17:30:40.950716 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-3d10d42a-b760-41bd-b1b3-85f007044398 service neutron] 10.222.0.54 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308622 Aug 02 17:30:40.957797 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c81b1a-4686-49d2-93c3-438259fd42f1 x-openstack-request-id: req-79c81b1a-4686-49d2-93c3-438259fd42f1 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:40.958081 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d715d2-2463-4867-83a4-d58cfa8ac62b", "name": "network-vif-deleted", "tag": "f7dbcb87-4d74-4f59-876d-e3e447ebb952", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:40.958398 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79c81b1a-4686-49d2-93c3-438259fd42f1 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:40.958779 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d715d2-2463-4867-83a4-d58cfa8ac62b', 'name': 'network-vif-deleted', 'tag': 'f7dbcb87-4d74-4f59-876d-e3e447ebb952', 'status': 'completed', 'code': 200} Aug 02 17:30:41.075804 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45cb5-4580-4a50-a946-7f7d2d35cd04 req-d0b09354-806a-4234-a5c2-3e14f130c8a5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:41.077249 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ce45cb5-4580-4a50-a946-7f7d2d35cd04 req-d0b09354-806a-4234-a5c2-3e14f130c8a5 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0768039 Aug 02 17:30:41.082960 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-108ba16f-183a-4cae-91c7-6810212da34c service neutron] 10.222.0.54 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274402 Aug 02 17:30:41.119340 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ce45cb5-4580-4a50-a946-7f7d2d35cd04 req-7861ed47-1563-4768-b876-64fe0022594f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353341 Aug 02 17:30:41.251838 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201e005-b215-4521-8576-8284cc1c2fdd req-d174978b-725a-44cb-94c3-03a660109d71 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:41.253712 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7201e005-b215-4521-8576-8284cc1c2fdd req-d174978b-725a-44cb-94c3-03a660109d71 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Aug 02 17:30:41.255805 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:30:41.320316 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7201e005-b215-4521-8576-8284cc1c2fdd req-bbbea628-c33a-4e74-b1b4-e13d25887ed9 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534611 Aug 02 17:30:41.404818 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:41.420695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'mac_address': 'fa:16:3e:8a:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:30:41.427258 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37368) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:41.464989 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.477958 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:41.485376 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ead6b97a-d1f5-4bde-958a-8e2cfce3c300 req-3b2db9dd-aa20-45b2-91ae-5b90e0fd5636 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 210 time: 0.0371907 Aug 02 17:30:41.499801 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:41.505835 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.553981 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-edf87b8f-0091-4064-96af-0444da72c63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.571707 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=9']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:41.662789 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-edf87b8f-0091-4064-96af-0444da72c63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.667387 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-edf87b8f-0091-4064-96af-0444da72c63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.718567 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-edf87b8f-0091-4064-96af-0444da72c63b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5845051e5354faea22c6245f3d07a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876456 Aug 02 17:30:41.718922 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37384) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:41.728058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf87b8f-0091-4064-96af-0444da72c63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b9bafb-ba39-4a10-ab0e-00ec9e9fe118,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:41.771378 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['a672b240-6f5c-4b4f-a814-92f6d4d83c89'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:41.783896 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.813597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.827373 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a4885-93d4-4a19-99b3-6d3fc9ce58e5 req-03be8420-9c8d-4b1e-a86b-3658f3b5e5a2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:41.829356 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b42a4885-93d4-4a19-99b3-6d3fc9ce58e5 req-03be8420-9c8d-4b1e-a86b-3658f3b5e5a2 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0512993 Aug 02 17:30:41.875490 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b42a4885-93d4-4a19-99b3-6d3fc9ce58e5 req-6930130a-aecd-4918-8f06-d5b198e1b129 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Aug 02 17:30:41.876299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.879589 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.883836 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63b9bafb-ba39-4a10-ab0e-00ec9e9fe118 HTTP/1.1" status: 204 len: 168 time: 0.1637120 Aug 02 17:30:41.892960 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd383418-49ab-4971-a4e3-1c8f701f427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b9bafb-ba39-4a10-ab0e-00ec9e9fe118,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:42.040401 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc751f-1770-4caa-bfae-3c40bbe55934 req-b56d947d-5086-47ab-b46f-53a052b3757a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:42.042268 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-65cc751f-1770-4caa-bfae-3c40bbe55934 req-b56d947d-5086-47ab-b46f-53a052b3757a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Aug 02 17:30:42.080022 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-65cc751f-1770-4caa-bfae-3c40bbe55934 req-705614c7-2880-4291-8b38-7fd7d91e3289 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Aug 02 17:30:42.208189 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37396) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:42.221850 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-099d21ac-4def-4b6b-8d4a-62ce028074ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.245744 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c0659-dcc0-448b-b1b1-f4e0d0ffd70f req-0fa518cf-d1fe-449f-9b80-66831fd018a4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:42.250610 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed7c0659-dcc0-448b-b1b1-f4e0d0ffd70f req-0fa518cf-d1fe-449f-9b80-66831fd018a4 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0571802 Aug 02 17:30:42.288866 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed7c0659-dcc0-448b-b1b1-f4e0d0ffd70f req-51bbfeee-a6a1-47fc-83fb-da4052ca07b6 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353034 Aug 02 17:30:42.313473 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-099d21ac-4def-4b6b-8d4a-62ce028074ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.318625 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-099d21ac-4def-4b6b-8d4a-62ce028074ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.357945 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-099d21ac-4def-4b6b-8d4a-62ce028074ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e648729a9bac4c7093c98b48eb527bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486266 Aug 02 17:30:42.358905 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d21ac-4def-4b6b-8d4a-62ce028074ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f85e2-f082-4df6-a1e4-380a957fca00,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:42.361045 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37400) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:42.441276 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.454363 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cd9d9-c056-465c-9957-da6f7bc510bc req-3ccc041b-d211-4a8d-8162-9a4307895a09 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:42.455864 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c1cd9d9-c056-465c-9957-da6f7bc510bc req-3ccc041b-d211-4a8d-8162-9a4307895a09 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0685835 Aug 02 17:30:42.512427 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.611941 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c1cd9d9-c056-465c-9957-da6f7bc510bc req-886b5160-f7d6-4537-848b-96ac7d73bf65 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494401 Aug 02 17:30:42.616012 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1097a259-b7d5-41d5-b735-72c9db541a38 req-332227dd-7989-4d34-8dbd-b6ecf95beaca tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 210 time: 0.0529919 Aug 02 17:30:42.653099 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.655725 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.656871 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b58f85e2-f082-4df6-a1e4-380a957fca00 HTTP/1.1" status: 204 len: 168 time: 0.2948744 Aug 02 17:30:42.665436 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-ef5be78d-8767-47d9-b5d1-cf5b37c507c0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:42.666915 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-ef5be78d-8767-47d9-b5d1-cf5b37c507c0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 809 time: 0.1925793 Aug 02 17:30:42.672933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a523b8f-d611-4a31-85e4-638a2e0a408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f85e2-f082-4df6-a1e4-380a957fca00,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:42.725430 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d4547278-1ed0-4025-b0d9-695f0e740001 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2936f3aad854ce5b634124954af3d73 HTTP/1.1" status: 200 len: 379 time: 0.0441062 Aug 02 17:30:42.744165 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'port': {'device_id': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'admin_state_up': True, 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'security_groups': ['3368053f-74a2-43f8-a77c-aac744ae367f']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:42.850699 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Made reservation on behalf of b2936f3aad854ce5b634124954af3d73 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:42.854237 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.018538 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Allocated IP 172.20.0.14 (4d762c90-079e-4cf5-8b68-da76ee2d6c44/886fa62b-ef53-4838-9968-3fd34ca52bca/285d0a80-6ed3-46b2-9bb4-39d3fd019f58) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:43.034848 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578139-20fa-4572-94c3-3d45190fadfb req-c7db83fc-1e02-428c-bcdd-a29a70ed3892 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:43.036518 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29578139-20fa-4572-94c3-3d45190fadfb req-c7db83fc-1e02-428c-bcdd-a29a70ed3892 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0721006 Aug 02 17:30:43.110063 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29578139-20fa-4572-94c3-3d45190fadfb req-3399f880-e0fb-4c58-a2f7-5e2373b0017f tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638618 Aug 02 17:30:43.239795 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.265792 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb97f0d-094b-41ff-9647-495bfe5f6451 req-09f28c31-3493-4016-9138-95e88305c097 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:43.267358 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-acb97f0d-094b-41ff-9647-495bfe5f6451 req-09f28c31-3493-4016-9138-95e88305c097 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 945 time: 0.0977407 Aug 02 17:30:43.269321 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Transition to ACTIVE for port object 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:43.270583 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:43.321244 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port a672b240-6f5c-4b4f-a814-92f6d4d83c89 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:43.321688 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.332892 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-acb97f0d-094b-41ff-9647-495bfe5f6451 req-787bae96-bfd5-4271-bd05-50688af2b2d2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589254 Aug 02 17:30:43.349628 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.406130 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:43.410939 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.425113 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:43.427709 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:43.433233 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:43.433525 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:43.434361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.436173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35118c50-3d14-4ba2-8ca2-cde3b7905a40" -d '{"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:43.455625 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:43.458762 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:43.463176 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.464608 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f7dbcb87-4d74-4f59-876d-e3e447ebb952 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:43.473913 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b23c9669-4d33-4260-882c-109b294e4d27 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336094 Aug 02 17:30:43.483273 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14620824-c420-479a-9c07-5bb44e565073 req-de30ca6f-c755-4f2e-8762-c6908b30d3c0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:43.484811 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14620824-c420-479a-9c07-5bb44e565073 req-de30ca6f-c755-4f2e-8762-c6908b30d3c0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0988398 Aug 02 17:30:43.489940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Request body: {'port': {'device_id': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:43.530933 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6375b7-db77-4377-995b-f87f907bcd38 x-openstack-request-id: req-dc6375b7-db77-4377-995b-f87f907bcd38 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:43.531765 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-plugged", "status": "completed", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:43.532180 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc6375b7-db77-4377-995b-f87f907bcd38 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:43.532749 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'code': 200} Aug 02 17:30:43.533703 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: f7dbcb87-4d74-4f59-876d-e3e447ebb952 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:43.534744 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device f7dbcb87-4d74-4f59-876d-e3e447ebb952 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:43.571495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=10']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:43.576727 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14620824-c420-479a-9c07-5bb44e565073 req-54fe121e-d7ea-4cf7-a857-de199b74aafd tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828207 Aug 02 17:30:43.586069 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.784766 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-20f19557-8d13-4de7-bad0-0bd94aecd94c None None] Provisioning for port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:43.789052 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-20f19557-8d13-4de7-bad0-0bd94aecd94c None None] Provisioning complete for port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:43.789547 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-20f19557-8d13-4de7-bad0-0bd94aecd94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:43.832093 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-20f19557-8d13-4de7-bad0-0bd94aecd94c None None] Port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:44.029291 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b04db-a777-4aa7-9d2f-f49b7ddb2711 req-73acd3d7-2a6e-4729-85c6-97e89a4e45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.030860 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-d74b04db-a777-4aa7-9d2f-f49b7ddb2711 req-73acd3d7-2a6e-4729-85c6-97e89a4e45f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 1100 time: 0.0395131 Aug 02 17:30:44.072243 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-d74b04db-a777-4aa7-9d2f-f49b7ddb2711 req-74763f56-13c1-482a-9e29-edb2178017c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292521 Aug 02 17:30:44.126988 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93720757-14e6-4aea-bf43-ca19a7cd1fb3 req-06998a7a-198e-4112-a57e-04eefe56215d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.128539 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93720757-14e6-4aea-bf43-ca19a7cd1fb3 req-06998a7a-198e-4112-a57e-04eefe56215d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 932 time: 0.4028499 Aug 02 17:30:44.150010 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e8b0-d3d0-4174-8a3f-bc9a8c135426 req-050a2a1e-49c8-4129-b1eb-859061074b7d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.151465 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-36a7e8b0-d3d0-4174-8a3f-bc9a8c135426 req-050a2a1e-49c8-4129-b1eb-859061074b7d tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.4269624 Aug 02 17:30:44.236193 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-93720757-14e6-4aea-bf43-ca19a7cd1fb3 req-b434d0ca-eba7-45f6-99fd-c42ef659bddb tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959194 Aug 02 17:30:44.248992 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-36a7e8b0-d3d0-4174-8a3f-bc9a8c135426 req-942d1ca6-74c2-4a63-ba96-4b7e7c6c803f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905478 Aug 02 17:30:44.288471 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:44.299857 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.325858 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Transition to ACTIVE for port object 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:44.342921 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.413800 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52994a04-86c1-430b-b2ab-b826a4a59e59 req-d23e88a5-939a-4e1f-b563-ec44421f478a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.415460 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-52994a04-86c1-430b-b2ab-b826a4a59e59 req-d23e88a5-939a-4e1f-b563-ec44421f478a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1017373 Aug 02 17:30:44.417735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:44.499241 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Attempting to bind port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:44.499570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Attempting to bind port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:44.499884 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Attempting to bind port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 on network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:44.510931 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 on network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:30:44.511253 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Attempting to bind port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 on network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:44.522953 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-52994a04-86c1-430b-b2ab-b826a4a59e59 req-2b8b0017-2989-476e-b368-e3f8f5d6ad8a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Aug 02 17:30:44.537461 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:44.538112 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Checking segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:44.538657 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Bound using segment: {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:44.539302 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Bound port: 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469fc262-7326-4b63-bbed-d883553942f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:44.539821 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.572177 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6e308-c5be-48c9-b0cf-f0d403ac35a0 req-dc3d1b5b-9cb1-440d-97bb-7ca8dd02be8e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.579416 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-08d6e308-c5be-48c9-b0cf-f0d403ac35a0 req-dc3d1b5b-9cb1-440d-97bb-7ca8dd02be8e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.1480567 Aug 02 17:30:44.664433 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-08d6e308-c5be-48c9-b0cf-f0d403ac35a0 req-ec7fa1bf-026c-4fab-ac5e-0937456735f9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835388 Aug 02 17:30:44.698280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:44.711500 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:44.719551 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.733679 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9c252-508a-4353-9ec7-18e1db0acf1b req-4fa40f61-ba4a-465f-a8dd-72e8a897b20c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.735526 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bdf9c252-508a-4353-9ec7-18e1db0acf1b req-4fa40f61-ba4a-465f-a8dd-72e8a897b20c tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0895708 Aug 02 17:30:44.764710 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.765284 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.767105 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] 10.222.0.42 "PUT /v2.0/ports/285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 1094 time: 1.2812643 Aug 02 17:30:44.768005 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37490) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:44.778243 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:44.780596 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd896954-e73d-424e-ae74-4b84ad6d0c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:44.841490 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f5269-ce47-45e2-8e23-bc2f1d33655d x-openstack-request-id: req-f22f5269-ce47-45e2-8e23-bc2f1d33655d {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:44.841811 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:44.842057 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f22f5269-ce47-45e2-8e23-bc2f1d33655d {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:44.842482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'status': 'completed', 'code': 200} Aug 02 17:30:44.866934 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bdf9c252-508a-4353-9ec7-18e1db0acf1b req-c056a983-1f1e-4cd2-9315-a978563e7b8f tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110148 Aug 02 17:30:44.868569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baa17d-9871-4212-98a2-12a5f7e912cc service neutron] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:44.893296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-45ede184-1bc6-41e7-be6a-6dc48205cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.895189 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-45ede184-1bc6-41e7-be6a-6dc48205cb1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1097 time: 0.0670054 Aug 02 17:30:44.916514 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fd8b8138-c382-4a1c-acf6-62acf196b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:44.941647 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-463e4f21-f272-4451-908e-5b60e31ebd30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 217 time: 0.0365176 Aug 02 17:30:44.995268 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d7284191-9e71-43d8-a377-fbbc7a2d0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.996645 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-d7284191-9e71-43d8-a377-fbbc7a2d0f8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0442958 Aug 02 17:30:45.011158 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fd8b8138-c382-4a1c-acf6-62acf196b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.017333 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fd8b8138-c382-4a1c-acf6-62acf196b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.053065 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-1ec27415-16b9-4b53-92de-33d5e7180c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.054605 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b8138-c382-4a1c-acf6-62acf196b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07730d93-4399-48f0-88dd-2b73998faaa5,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:45.055082 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-1ec27415-16b9-4b53-92de-33d5e7180c80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466268 Aug 02 17:30:45.058770 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-fd8b8138-c382-4a1c-acf6-62acf196b920 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0da807d4ce0e42e7adcb0c1fc6c8ecb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898419 Aug 02 17:30:45.061949 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37496) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:45.109895 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.131695 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.163998 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-85edc24b-9473-4631-9003-9747b73fb709 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938759 Aug 02 17:30:45.183714 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.186644 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.187989 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07730d93-4399-48f0-88dd-2b73998faaa5 HTTP/1.1" status: 204 len: 168 time: 0.1255496 Aug 02 17:30:45.196945 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c10496-4d93-49c1-9ddc-1ca60fe3494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07730d93-4399-48f0-88dd-2b73998faaa5,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:45.285707 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0bff2452-7e3c-4746-8ea0-51815b656243 req-b2d3e409-f35f-4d10-91f2-56875f420565 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116974 Aug 02 17:30:45.435098 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c326fb-e8b2-4a00-9faa-d6a52d3ca5d1 req-4e4c3ca0-1b26-4606-9953-8e44c1263b9b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.442270 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19c326fb-e8b2-4a00-9faa-d6a52d3ca5d1 req-4e4c3ca0-1b26-4606-9953-8e44c1263b9b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.1160498 Aug 02 17:30:45.468507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-9637700d-d3b4-403a-81f7-e0c1cef067b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.470031 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-9637700d-d3b4-403a-81f7-e0c1cef067b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1097 time: 0.1025217 Aug 02 17:30:45.482497 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9dd25-3ada-4d0d-9951-d53237f844ea req-07cb51be-4f81-478a-9d1a-81894549b2c3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.486623 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b2e9dd25-3ada-4d0d-9951-d53237f844ea req-07cb51be-4f81-478a-9d1a-81894549b2c3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.1312809 Aug 02 17:30:45.574233 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-19c326fb-e8b2-4a00-9faa-d6a52d3ca5d1 req-6aca4987-57ae-4e94-a06f-dc52254358d4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309063 Aug 02 17:30:45.611447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37520) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:45.613168 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b2e9dd25-3ada-4d0d-9951-d53237f844ea req-6425f15c-755b-4bf1-922b-74a1590bc6d3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216476 Aug 02 17:30:45.629738 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d06abaa0-579c-4ca1-8707-e71a68f83d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.692587 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-6bf5751c-dd60-4d49-8732-af8fd8a11826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.694252 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-6bf5751c-dd60-4d49-8732-af8fd8a11826 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.2016523 Aug 02 17:30:45.723404 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50617356-5d4b-48b7-8e28-a421169e86b0 req-8d44e42b-e374-4bca-9466-e126b0afc674 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.730613 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-50617356-5d4b-48b7-8e28-a421169e86b0 req-8d44e42b-e374-4bca-9466-e126b0afc674 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0790570 Aug 02 17:30:45.733308 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d06abaa0-579c-4ca1-8707-e71a68f83d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.741966 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d06abaa0-579c-4ca1-8707-e71a68f83d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.771585 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06abaa0-579c-4ca1-8707-e71a68f83d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36a8f2-a03e-4522-a0fc-0ee13af1db45,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:45.782092 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-3543aa10-2dab-4914-8664-07fc4936519a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 217 time: 0.0672967 Aug 02 17:30:45.806119 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d06abaa0-579c-4ca1-8707-e71a68f83d2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad8c748bccd94e2d99c7a9a10fb7c21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935732 Aug 02 17:30:45.808685 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37544) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:45.858635 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.879645 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-50617356-5d4b-48b7-8e28-a421169e86b0 req-b9493511-b05d-4521-a9c0-60201b8a6000 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472383 Aug 02 17:30:45.882206 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.900476 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf22ec5-c43b-4757-9d08-29059b1080b2 req-7f9bca5a-5892-4f8f-94b2-0fe3e35ec9f6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.902187 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbf22ec5-c43b-4757-9d08-29059b1080b2 req-7f9bca5a-5892-4f8f-94b2-0fe3e35ec9f6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.1296957 Aug 02 17:30:45.906895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-c22d97be-8a24-42c7-a749-3bd8806792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.908376 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-c22d97be-8a24-42c7-a749-3bd8806792c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.1138394 Aug 02 17:30:45.954330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.957102 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.968904 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c36a8f2-a03e-4522-a0fc-0ee13af1db45 HTTP/1.1" status: 204 len: 168 time: 0.1508932 Aug 02 17:30:45.982619 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db387-a2ea-4fd9-835d-6e546f9059e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36a8f2-a03e-4522-a0fc-0ee13af1db45,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:46.012278 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fbf22ec5-c43b-4757-9d08-29059b1080b2 req-22f5f7f2-2cc4-4954-9047-1e7b2fc1ba52 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008987 Aug 02 17:30:46.030841 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-139757fc-dfae-4099-a515-fb7aa11870b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.032498 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-139757fc-dfae-4099-a515-fb7aa11870b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055319 Aug 02 17:30:46.040496 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e28895-3f00-485a-befd-176e79dafe44 req-b8364057-7f90-4877-a96f-3232ab4af22e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.041954 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e7e28895-3f00-485a-befd-176e79dafe44 req-b8364057-7f90-4877-a96f-3232ab4af22e tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0862644 Aug 02 17:30:46.129803 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e7e28895-3f00-485a-befd-176e79dafe44 req-a7581365-4fe5-4505-93a1-78b94f511be7 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797260 Aug 02 17:30:46.156399 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-5c20d63a-5d95-4da2-95dd-54b4a2f9aea1 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134756 Aug 02 17:30:46.265950 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd896954-e73d-424e-ae74-4b84ad6d0c0f req-83e55de8-13b6-4a3c-abf0-fa19da3ab0fd service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883789 Aug 02 17:30:46.710856 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae1135-55de-49e6-856b-249e1cab209c req-aa607404-3369-40ab-b5d3-7af65c59dfb1 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.712286 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84ae1135-55de-49e6-856b-249e1cab209c req-aa607404-3369-40ab-b5d3-7af65c59dfb1 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0637753 Aug 02 17:30:46.774814 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868addc-8713-4584-b66e-f5af030c552f req-005d236e-cee5-49b9-ba5e-99edd3af312b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.776270 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d868addc-8713-4584-b66e-f5af030c552f req-005d236e-cee5-49b9-ba5e-99edd3af312b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0815094 Aug 02 17:30:46.779222 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-84ae1135-55de-49e6-856b-249e1cab209c req-14439ea6-af8e-4e5f-8e30-80eb89623b17 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494964 Aug 02 17:30:46.817631 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d868addc-8713-4584-b66e-f5af030c552f req-ec562338-ea8b-42b2-9b0f-a83b77a4e1e6 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344887 Aug 02 17:30:47.031825 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2674cbf-19f3-4c43-bbe5-92a7d18e9862 req-8fe8f28b-5ad4-4c5c-acad-a01ddcd4aa29 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.033336 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e2674cbf-19f3-4c43-bbe5-92a7d18e9862 req-8fe8f28b-5ad4-4c5c-acad-a01ddcd4aa29 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0865545 Aug 02 17:30:47.072962 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581da6f-060e-47db-9aa8-afd801e58d04 req-2d968312-b46c-4ccf-b972-9249c8464888 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.074355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5581da6f-060e-47db-9aa8-afd801e58d04 req-2d968312-b46c-4ccf-b972-9249c8464888 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0979784 Aug 02 17:30:47.119550 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e2674cbf-19f3-4c43-bbe5-92a7d18e9862 req-7e2c1258-44f0-4d27-8bee-dab888fcf5ee tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765133 Aug 02 17:30:47.140194 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-e476a04f-b62e-4608-9618-18d9beb6892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.140194 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-e476a04f-b62e-4608-9618-18d9beb6892e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1099 time: 0.1042659 Aug 02 17:30:47.147809 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5581da6f-060e-47db-9aa8-afd801e58d04 req-70d1f613-dc80-4dc8-9472-45ee68329ae3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660989 Aug 02 17:30:47.318595 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baec8de-61e1-4613-bbb3-a31870ad4581 req-48565df0-72f5-4bed-8085-fa2ca521a358 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.320086 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7baec8de-61e1-4613-bbb3-a31870ad4581 req-48565df0-72f5-4bed-8085-fa2ca521a358 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.1165788 Aug 02 17:30:47.329162 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831ab3a-bfb2-4bec-bf8f-531175c5dc7a req-97d55230-40ae-44be-903a-398a8809b645 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.330497 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6831ab3a-bfb2-4bec-bf8f-531175c5dc7a req-97d55230-40ae-44be-903a-398a8809b645 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.1139097 Aug 02 17:30:47.339954 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-fe16eb6e-6720-42aa-b189-33ae97ee62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.341319 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-fe16eb6e-6720-42aa-b189-33ae97ee62c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.1912556 Aug 02 17:30:47.429839 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7baec8de-61e1-4613-bbb3-a31870ad4581 req-c94869c7-c2ac-460e-ac6c-b53badc3b599 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970299 Aug 02 17:30:47.449088 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-41a4a4d6-23d2-4b27-b014-b636be74339c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 1001 time: 0.0926497 Aug 02 17:30:47.453170 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6831ab3a-bfb2-4bec-bf8f-531175c5dc7a req-8be075b1-6784-4f01-9865-ce747a3ce4c6 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101351 Aug 02 17:30:47.505834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-320d3ee5-b611-4093-8a5b-2e42309f3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.507294 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-320d3ee5-b611-4093-8a5b-2e42309f3400 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0460279 Aug 02 17:30:47.557634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-9a75db3b-735a-421c-af2a-46c3d64bed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.559170 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-9a75db3b-735a-421c-af2a-46c3d64bed1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434380 Aug 02 17:30:47.655344 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-28c0b247-0253-41ee-8469-270cc7ff53ba service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Aug 02 17:30:47.764754 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b90a4b8-23c7-4a78-8416-92bc2c60c26b req-2691fc2a-135d-4a81-8461-b91b53ba42a1 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976670 Aug 02 17:30:47.884426 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-bcd22630-562e-4876-a05a-f0a0d6f9ad15 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.885770 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-bcd22630-562e-4876-a05a-f0a0d6f9ad15 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.0729260 Aug 02 17:30:47.937137 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7c6e8-9d67-4755-a41c-54c2a334a28c req-57fee287-482d-45a9-a6c2-5330bfa6967e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.938761 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ed7c6e8-9d67-4755-a41c-54c2a334a28c req-57fee287-482d-45a9-a6c2-5330bfa6967e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0874450 Aug 02 17:30:48.023191 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5ed7c6e8-9d67-4755-a41c-54c2a334a28c req-33d6894e-b425-4ca6-ba75-321263087833 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777647 Aug 02 17:30:48.042325 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Deleting port 8868ff69-ff5b-421b-b061-9a28b705a05e {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:48.042771 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:48.135971 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] For port 8868ff69-ff5b-421b-b061-9a28b705a05e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8868ff69-ff5b-421b-b061-9a28b705a05e,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:48.136223 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:48.149790 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Calling delete_port for 8868ff69-ff5b-421b-b061-9a28b705a05e owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:48.294004 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e435c-9147-4edc-9a83-03edbfcf7cbb req-b1097839-33a9-45b7-a546-d8d4c8a91f6a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:48.295503 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0e435c-9147-4edc-9a83-03edbfcf7cbb req-b1097839-33a9-45b7-a546-d8d4c8a91f6a tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fd37726-bbc8-4070-88db-eef9c7a612f5 HTTP/1.1" status: 200 len: 945 time: 0.1014042 Aug 02 17:30:48.308293 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec517b4-be3e-48bc-851d-dd791d6a1726 req-312f95d7-6f45-4e57-a378-e5dacdd5cc04 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:48.309749 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bec517b4-be3e-48bc-851d-dd791d6a1726 req-312f95d7-6f45-4e57-a378-e5dacdd5cc04 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0875854 Aug 02 17:30:48.405314 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fb0e435c-9147-4edc-9a83-03edbfcf7cbb req-cb5539e8-e7ff-4bbe-8ef9-8faaee8059c9 tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.54 "GET /v2.0/security-groups?id=72496d0d-86b1-44f7-942c-22d4bd8f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944607 Aug 02 17:30:48.408213 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:48.412180 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bec517b4-be3e-48bc-851d-dd791d6a1726 req-2a0250c4-02c5-45d7-832c-93905210b63c tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707102 Aug 02 17:30:48.420068 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['8868ff69-ff5b-421b-b061-9a28b705a05e'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:48.443683 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Pushing event deleted for resources: {'Port': ['ID=8868ff69-ff5b-421b-b061-9a28b705a05e,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:48.467069 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.467401 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.467730 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.468061 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.468383 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.468701 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.469015 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.469329 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.469695 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.470004 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.470345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.470643 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:48.492766 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] No DVR routers for this DVR port 8868ff69-ff5b-421b-b061-9a28b705a05e on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:48.495361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:48.497330 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2270454a-856e-447d-9fb0-2c7a79a386f0 req-7c45e1d0-6655-46e6-b9a6-5b5db1c2118b tempest-ServerRescueNegativeTestJSON-623974983 tempest-ServerRescueNegativeTestJSON-623974983-project] 10.222.0.42 "DELETE /v2.0/ports/8868ff69-ff5b-421b-b061-9a28b705a05e HTTP/1.1" status: 204 len: 173 time: 0.6044464 Aug 02 17:30:48.497777 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'name': 'network-vif-deleted', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:48.500130 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108eb1f2-6ad1-4428-b818-65528574175a" -d '{"events": [{"server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "name": "network-vif-deleted", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:48.540072 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d2c16-a56b-4ad4-a85d-d67eb4665c03 x-openstack-request-id: req-4a0d2c16-a56b-4ad4-a85d-d67eb4665c03 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:48.540369 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd37726-bbc8-4070-88db-eef9c7a612f5", "name": "network-vif-deleted", "tag": "8868ff69-ff5b-421b-b061-9a28b705a05e", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:48.540613 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a0d2c16-a56b-4ad4-a85d-d67eb4665c03 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:48.541010 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd37726-bbc8-4070-88db-eef9c7a612f5', 'name': 'network-vif-deleted', 'tag': '8868ff69-ff5b-421b-b061-9a28b705a05e', 'status': 'completed', 'code': 200} Aug 02 17:30:48.584007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9af74-7c02-488b-93d6-c33525f5b2a8 req-47e689f1-e6f2-42e9-82ac-ddc5d81b94f1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:48.585625 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07b9af74-7c02-488b-93d6-c33525f5b2a8 req-47e689f1-e6f2-42e9-82ac-ddc5d81b94f1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0594454 Aug 02 17:30:48.625415 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-07b9af74-7c02-488b-93d6-c33525f5b2a8 req-dfb5159a-3222-465b-b863-4d46fccf0614 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332172 Aug 02 17:30:49.164815 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4065d9-e76b-4c04-8dba-47f03e46f384 req-9f269cda-bd04-48db-8dc8-32a05b486d7d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.166355 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed4065d9-e76b-4c04-8dba-47f03e46f384 req-9f269cda-bd04-48db-8dc8-32a05b486d7d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0547941 Aug 02 17:30:49.203906 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ed4065d9-e76b-4c04-8dba-47f03e46f384 req-04060e10-e3fc-40b1-8a51-8b294be0ff65 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Aug 02 17:30:49.465418 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37636) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:49.527352 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975df9b-38b1-41ea-a635-6f4aef4466f2 req-a237aba9-942d-4fcb-97ef-0c0ef401c866 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.530300 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3975df9b-38b1-41ea-a635-6f4aef4466f2 req-a237aba9-942d-4fcb-97ef-0c0ef401c866 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Aug 02 17:30:49.566596 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3975df9b-38b1-41ea-a635-6f4aef4466f2 req-167ffea5-9316-4ef0-8a9b-57a5483f8e51 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Aug 02 17:30:49.747128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1576-b91d-4d58-8d8a-221f3127a93c req-876d2f53-c865-4cc7-af0f-70ecdce768e1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.748681 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a99c1576-b91d-4d58-8d8a-221f3127a93c req-876d2f53-c865-4cc7-af0f-70ecdce768e1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0536792 Aug 02 17:30:49.790989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a99c1576-b91d-4d58-8d8a-221f3127a93c req-c00bcf02-af3d-4dd5-8168-2000a852d9c9 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359490 Aug 02 17:30:49.893236 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.332514 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465ee45-a0ea-407d-a3cd-c09f003ce822 req-7debcbc6-6b63-4952-abc7-92e8f856aabc tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:50.334611 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4465ee45-a0ea-407d-a3cd-c09f003ce822 req-7debcbc6-6b63-4952-abc7-92e8f856aabc tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0528431 Aug 02 17:30:50.376754 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4465ee45-a0ea-407d-a3cd-c09f003ce822 req-45b4aa84-6ad6-4f82-9a13-d46bd227095b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 Aug 02 17:30:50.439975 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Deleting port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:50.440314 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.522640 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] For port 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,segment=NetworkSegment(c59da46c-8dd7-47a5-afcd-6d81706b0b7e),segment_id=c59da46c-8dd7-47a5-afcd-6d81706b0b7e)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:50.523273 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.536833 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Calling delete_port for 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 owned by network:router_interface {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:50.732992 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.757454 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7bd97c-e146-4ff2-bdc3-ee1652f629a2,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:50.907133 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf4c9f-9df2-4000-b96f-31ab438bf6a2 req-82a0cfb4-6ac7-467b-9d19-ccc4ed16e6d1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:50.909980 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75bf4c9f-9df2-4000-b96f-31ab438bf6a2 req-82a0cfb4-6ac7-467b-9d19-ccc4ed16e6d1 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0508153 Aug 02 17:30:50.912359 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.952596 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75bf4c9f-9df2-4000-b96f-31ab438bf6a2 req-57b07c9c-5302-48b9-8742-a51d1d35b166 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378013 Aug 02 17:30:51.124572 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:30:51.239156 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:51.244486 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-e88459dd-79b0-4032-9ad6-9a6b82d7b4d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/2f3acbd0-24e5-41b1-8823-77f3b4eb96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780437 Aug 02 17:30:51.248408 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37656) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:51.249955 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Sync routers for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:51.259240 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:51.259829 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:51.282820 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 8868ff69-ff5b-421b-b061-9a28b705a05e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:51.310050 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 8868ff69-ff5b-421b-b061-9a28b705a05e {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:51.310426 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 8868ff69-ff5b-421b-b061-9a28b705a05e not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:51.353036 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:51.359098 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:51.458936 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:51.497486 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472af11-a6d7-4c1e-b3bb-cf5114ab42bd req-8c45cf0f-69fd-413d-abfc-c63682b4538d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:51.499476 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5472af11-a6d7-4c1e-b3bb-cf5114ab42bd req-8c45cf0f-69fd-413d-abfc-c63682b4538d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0548720 Aug 02 17:30:51.515321 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Deleting port 9afb2697-eded-44b4-b28f-863b5c0423ab {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:51.515666 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:51.541215 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5472af11-a6d7-4c1e-b3bb-cf5114ab42bd req-c563e8c0-73b4-42e3-8370-805b7786060b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349591 Aug 02 17:30:51.557079 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:30:50Z', 'revision_number': 5, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port': {'id': '9afb2697-eded-44b4-b28f-863b5c0423ab', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:51.586958 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Checking router: 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:30:51.595769 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Routers {'2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:51.596427 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:51.616065 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] For port 9afb2697-eded-44b4-b28f-863b5c0423ab, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9afb2697-eded-44b4-b28f-863b5c0423ab,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:51.616576 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:51.629165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Calling delete_port for 9afb2697-eded-44b4-b28f-863b5c0423ab owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:51.678251 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] Set router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:30:51.733046 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-56573b35-b18f-4040-b023-167edfbd723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:30:51Z', 'revision_number': 6, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:51.760610 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56573b35-b18f-4040-b023-167edfbd723e None None] The sync data for ids ['2f3acbd0-24e5-41b1-8823-77f3b4eb96ca'] in dv-cinder-788367-3-iscsi is: [{'id': '2f3acbd0-24e5-41b1-8823-77f3b4eb96ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1042549675-router', 'tenant_id': '7c641863f0f84752b481ea4f89bcdeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:38Z', 'updated_at': '2021-08-02T17:30:51Z', 'revision_number': 6, 'project_id': '7c641863f0f84752b481ea4f89bcdeb6', 'gw_port_host': None}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:30:51.803426 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:51.839467 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afb2697-eded-44b4-b28f-863b5c0423ab,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:51.900734 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.012604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.014791 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.083636 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300afd24-ec73-4d38-a435-8de89ce933ff req-19687bb2-1e24-442b-9bd7-db482243acd0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:52.084495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.085109 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-300afd24-ec73-4d38-a435-8de89ce933ff req-19687bb2-1e24-442b-9bd7-db482243acd0 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0519476 Aug 02 17:30:52.085224 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f3acbd0-24e5-41b1-8823-77f3b4eb96ca {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:30:52.094293 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.095519 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7194d2e8-63e3-44f2-8d15-a8b1790ccf11 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2f3acbd0-24e5-41b1-8823-77f3b4eb96ca HTTP/1.1" status: 204 len: 168 time: 0.8461840 Aug 02 17:30:52.098036 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37674) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:52.147149 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-300afd24-ec73-4d38-a435-8de89ce933ff req-9a6656bf-e4e7-40cd-a51e-c378fdcd9e14 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550957 Aug 02 17:30:52.148632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Deleting subnet e21823f6-3cc7-4337-88bc-dae16f7313f5 {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:30:52.157261 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.203455 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.248637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.302667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.327369 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21823f6-3cc7-4337-88bc-dae16f7313f5,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:52.331030 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.332922 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1bb5228e-4fb1-4176-8807-1edd0af3b666 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e21823f6-3cc7-4337-88bc-dae16f7313f5 HTTP/1.1" status: 204 len: 168 time: 0.2338278 Aug 02 17:30:52.335597 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37676) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:52.407031 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.489437 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.500207 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.500568 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.501346 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.501690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.502048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.502404 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.502743 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.503063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.503377 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.503694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.546490 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:52.570045 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:52.570622 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1a7bd97c-e146-4ff2-bdc3-ee1652f629a2 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:52.621920 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.622355 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.622686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.623013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:30:52.623389 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa771459-906b-4bbc-bb8c-05a1904d94d0']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:52.650615 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:52.650878 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59da46c-8dd7-47a5-afcd-6d81706b0b7e') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:52.684623 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.707910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.719010 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:30:52.719434 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: from cryptography.utils import int_from_bytes Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: from cryptography.utils import int_from_bytes Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:30:52.723234 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:30:52.739530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a255c-fc24-4fee-8be4-1732c4db4eef req-cc27589e-dca5-46ad-b7e8-46e6ebe32f5f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:52.741072 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-006a255c-fc24-4fee-8be4-1732c4db4eef req-cc27589e-dca5-46ad-b7e8-46e6ebe32f5f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.1126924 Aug 02 17:30:52.806013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.818624 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-006a255c-fc24-4fee-8be4-1732c4db4eef req-e939e129-beec-4d54-80bc-c6a328e53968 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538747 Aug 02 17:30:52.819668 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.824153 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aa771459-906b-4bbc-bb8c-05a1904d94d0 HTTP/1.1" status: 204 len: 168 time: 0.4875431 Aug 02 17:30:52.837945 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae50e-4dfc-422c-a927-dac05ea682b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa771459-906b-4bbc-bb8c-05a1904d94d0,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:53.000975 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37682) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:53.043602 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-fd83680e-0ea9-4fbc-b27e-39f593d2a7b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c641863f0f84752b481ea4f89bcdeb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414345 Aug 02 17:30:53.047020 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37686) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:53.097665 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.118262 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.164960 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.167635 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.168801 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72496d0d-86b1-44f7-942c-22d4bd8f3a6d HTTP/1.1" status: 204 len: 168 time: 0.1207757 Aug 02 17:30:53.189722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf34827-d160-4bdf-b749-f5a039293fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72496d0d-86b1-44f7-942c-22d4bd8f3a6d,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:53.286219 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be2d43-9b2c-470d-b471-5cc63b80961b req-623b28b5-6436-46db-8e72-e6530d25ac26 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:53.286905 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:30:53.290713 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-91be2d43-9b2c-470d-b471-5cc63b80961b req-623b28b5-6436-46db-8e72-e6530d25ac26 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0573909 Aug 02 17:30:53.343484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-91be2d43-9b2c-470d-b471-5cc63b80961b req-274f1e55-b03b-4159-8cc8-afa85bfe5019 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473750 Aug 02 17:30:53.396428 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:53.408517 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'mac_address': 'fa:16:3e:c5:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:30:53.458405 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.473472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:53.497711 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:53.502837 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.555737 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:53.564266 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.564676 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.565082 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.565471 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.565911 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.566371 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.566742 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.567095 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.567499 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.567877 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.568203 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.568587 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:53.750070 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['285d0a80-6ed3-46b2-9bb4-39d3fd019f58'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:53.940480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c6d57-54a7-40e2-8905-73f058e58d99 req-db3708d6-0aef-49a8-b7e4-7dacec1d5a62 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:53.942099 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-523c6d57-54a7-40e2-8905-73f058e58d99 req-db3708d6-0aef-49a8-b7e4-7dacec1d5a62 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 945 time: 0.0539351 Aug 02 17:30:53.991101 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-523c6d57-54a7-40e2-8905-73f058e58d99 req-6f16d0f2-f307-4377-876b-b23f4d9e14e3 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Aug 02 17:30:54.003991 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9afb2697-eded-44b4-b28f-863b5c0423ab no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:54.026314 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 9afb2697-eded-44b4-b28f-863b5c0423ab {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:54.026657 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9afb2697-eded-44b4-b28f-863b5c0423ab not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:54.473912 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762da3-924d-427e-bfda-fbd7c4657ef9 req-0f53c41f-a740-452a-9638-69b33b918f17 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:54.475465 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-94762da3-924d-427e-bfda-fbd7c4657ef9 req-0f53c41f-a740-452a-9638-69b33b918f17 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0578749 Aug 02 17:30:54.518228 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-94762da3-924d-427e-bfda-fbd7c4657ef9 req-af6c345c-9cec-4710-880f-779254741c93 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334911 Aug 02 17:30:54.945094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37756) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:55.055457 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a16f0e83-d739-4f1b-8c33-ffe5a926a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.103173 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93c54-877f-4e3e-a5da-43c7ecaa107a req-e17ed94f-4a7d-4bb2-b8a4-d22cae6d8a69 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.104788 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7fb93c54-877f-4e3e-a5da-43c7ecaa107a req-e17ed94f-4a7d-4bb2-b8a4-d22cae6d8a69 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 945 time: 0.0491302 Aug 02 17:30:55.141678 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a16f0e83-d739-4f1b-8c33-ffe5a926a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.142205 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7fb93c54-877f-4e3e-a5da-43c7ecaa107a req-b8334b05-2b9f-49e2-81be-c399ceb880bb tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Aug 02 17:30:55.146529 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a16f0e83-d739-4f1b-8c33-ffe5a926a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.185096 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0e83-d739-4f1b-8c33-ffe5a926a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f36b51-c99a-44ea-bbde-7cbbd1ed4dff,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.191054 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a16f0e83-d739-4f1b-8c33-ffe5a926a709 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da3448dc2cbb47be909a7ddedf70c2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448323 Aug 02 17:30:55.195099 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37762) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:55.248622 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.269786 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.318331 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:55.323881 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.328235 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.329518 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1f36b51-c99a-44ea-bbde-7cbbd1ed4dff HTTP/1.1" status: 204 len: 168 time: 0.1335371 Aug 02 17:30:55.337448 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d54d-f7f3-4f98-910a-6535c6a559bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f36b51-c99a-44ea-bbde-7cbbd1ed4dff,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.379360 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:55.383526 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:55.383898 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.461863 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.488720 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:55.490852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc55bcf-0e7f-4a42-9461-2c3aa009076f" -d '{"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-plugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:55.505264 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:55.517700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.558390 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da528dd7-6b2c-4c4a-9378-f9889b3e6336 x-openstack-request-id: req-da528dd7-6b2c-4c4a-9378-f9889b3e6336 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:55.558977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-plugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:55.559399 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da528dd7-6b2c-4c4a-9378-f9889b3e6336 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:55.560239 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'code': 200} Aug 02 17:30:55.603709 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.638314 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37778) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:55.651340 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf74514-e3ed-483a-a9d7-c95fc624e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.655523 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a500-d54d-489a-8346-7ff632db32c1 req-8386c6bb-5ca1-46ef-a4d3-fcabb82c9ded tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.657164 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9a81a500-d54d-489a-8346-7ff632db32c1 req-8386c6bb-5ca1-46ef-a4d3-fcabb82c9ded tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.0573485 Aug 02 17:30:55.699409 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9a81a500-d54d-489a-8346-7ff632db32c1 req-0bf8977c-1ce8-44e7-a19c-f63edc92948b tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&id=9828db98-aa75-434f-beb1-0da3c9be9152&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354950 Aug 02 17:30:55.747970 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf74514-e3ed-483a-a9d7-c95fc624e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.753050 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bdf74514-e3ed-483a-a9d7-c95fc624e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.790690 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bdf74514-e3ed-483a-a9d7-c95fc624e3f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56ad07fd4c944b13b3c72554518b002b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512136 Aug 02 17:30:55.791516 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74514-e3ed-483a-a9d7-c95fc624e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cdac4b-501f-495e-b393-5719838109cc,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.793795 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37782) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:55.827931 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4647d4-b3a6-4f75-b605-cca1286e183d req-62d5ee3e-7789-4bc7-927b-d6f57f0ccce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.829612 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db4647d4-b3a6-4f75-b605-cca1286e183d req-62d5ee3e-7789-4bc7-927b-d6f57f0ccce2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0448811 Aug 02 17:30:55.843938 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.865607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.871143 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db4647d4-b3a6-4f75-b605-cca1286e183d req-71ece050-a671-4426-b4eb-d596972ecde9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289648 Aug 02 17:30:55.916781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.919262 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.920492 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05cdac4b-501f-495e-b393-5719838109cc HTTP/1.1" status: 204 len: 168 time: 0.1257598 Aug 02 17:30:55.928718 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d28b-4c7b-41b9-92f3-7a11b9b21d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cdac4b-501f-495e-b393-5719838109cc,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:56.263937 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17166fe-62ad-4db4-bbf5-4810dedf07fd req-c5da6682-f326-4554-a820-a3e33d3dd73b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.265412 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d17166fe-62ad-4db4-bbf5-4810dedf07fd req-c5da6682-f326-4554-a820-a3e33d3dd73b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0499480 Aug 02 17:30:56.305070 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d17166fe-62ad-4db4-bbf5-4810dedf07fd req-2ec5bb09-0504-465d-9f84-45e3bf6bea6a tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Aug 02 17:30:56.922051 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37818) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:57.075058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a6a91780-5e14-461f-844e-08fba553353f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.165650 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a6a91780-5e14-461f-844e-08fba553353f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.170345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a6a91780-5e14-461f-844e-08fba553353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.208302 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a6a91780-5e14-461f-844e-08fba553353f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10db877a59a8404193e5dc8307c5595f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848747 Aug 02 17:30:57.209168 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a91780-5e14-461f-844e-08fba553353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33bebe5-6e83-445e-9d59-21989bfb7ffb,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:57.211119 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37834) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:57.260448 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.281500 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.336363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.336363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.336363 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c33bebe5-6e83-445e-9d59-21989bfb7ffb HTTP/1.1" status: 204 len: 168 time: 0.1228039 Aug 02 17:30:57.343437 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312cd79-4f94-46ea-88ae-d1bf00f2a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33bebe5-6e83-445e-9d59-21989bfb7ffb,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:57.441814 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3ec5-e93a-42ec-b829-9c44a841ae38 req-cdaf21ac-5fee-4c15-93bf-82463b9fb803 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:57.443362 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bddc3ec5-e93a-42ec-b829-9c44a841ae38 req-cdaf21ac-5fee-4c15-93bf-82463b9fb803 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0498271 Aug 02 17:30:57.482418 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bddc3ec5-e93a-42ec-b829-9c44a841ae38 req-1e7d7252-21a5-4c85-9a7d-f4b979e61931 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Aug 02 17:30:57.608304 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8af0c-1e58-40c9-8230-6090e16cde74 req-cef31c63-38a7-4699-9268-f5c8f2154f9d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:57.609786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fff8af0c-1e58-40c9-8230-6090e16cde74 req-cef31c63-38a7-4699-9268-f5c8f2154f9d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0566452 Aug 02 17:30:57.657987 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fff8af0c-1e58-40c9-8230-6090e16cde74 req-5be2dc4b-0777-4404-85ab-47f7f5d2042f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390730 Aug 02 17:30:57.680530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37852) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:57.689038 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37856) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:57.702032 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b8c58aa7-c29f-4004-a5a6-129c5720cb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.792686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b8c58aa7-c29f-4004-a5a6-129c5720cb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.797505 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b8c58aa7-c29f-4004-a5a6-129c5720cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.832426 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58aa7-c29f-4004-a5a6-129c5720cb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4fdae9-abad-4ebb-9a9f-f14cfca88cce,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:57.839701 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-b8c58aa7-c29f-4004-a5a6-129c5720cb70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0010042840d849b8aa1fb57efbe14d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469984 Aug 02 17:30:57.839873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 37858) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:57.895619 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:57.936008 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.199921 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261506ca-4893-4bc4-a190-055e8766a0cc tempest-TestShelveInstance-1800700230 tempest-TestShelveInstance-1800700230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.201410 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-261506ca-4893-4bc4-a190-055e8766a0cc tempest-TestShelveInstance-1800700230 tempest-TestShelveInstance-1800700230-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1094 time: 0.5192974 Aug 02 17:30:58.205204 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 37860) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:58.210277 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:58.237857 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.239248 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.241877 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.243061 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f4fdae9-abad-4ebb-9a9f-f14cfca88cce HTTP/1.1" status: 204 len: 168 time: 0.4023104 Aug 02 17:30:58.252697 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b38e8-27fb-4589-9829-d0aa47eab190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4fdae9-abad-4ebb-9a9f-f14cfca88cce,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:58.335137 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.376723 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.441785 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Allocated IP 172.27.3.88 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:58.551766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.592674 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.628036 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:58.630808 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:58.636152 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:58.641488 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'Port': ['ID=8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:58.824301 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-54e9a4a6-21d2-4caa-abab-2213e0f9c286 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390716 Aug 02 17:30:58.887690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-b579a9d7-904d-4d10-82ca-0e7d4670fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.889241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-b579a9d7-904d-4d10-82ca-0e7d4670fd5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 1099 time: 0.0394461 Aug 02 17:30:58.996499 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.996777 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-39ec76a0-fb3c-4b9d-8e6b-a213dcc74cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.998277 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-39ec76a0-fb3c-4b9d-8e6b-a213dcc74cce service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.0873902 Aug 02 17:30:59.061489 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.066511 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-018c11b6-ebfd-460b-8105-35e108ab99a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 200 len: 1001 time: 0.0575178 Aug 02 17:30:59.117513 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-89cce7ad-5ecd-4cf6-9e77-ff7ecf02bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:59.118941 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-89cce7ad-5ecd-4cf6-9e77-ff7ecf02bd1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0435648 Aug 02 17:30:59.170554 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-29ff85a3-cbae-4fda-a686-004e3e6adfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:59.172037 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-29ff85a3-cbae-4fda-a686-004e3e6adfec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432475 Aug 02 17:30:59.208743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.216203 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.267926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-ed3f11ae-0dfb-4167-bd01-454d7c04b6a3 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871127 Aug 02 17:30:59.278593 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event updated for resources: {'Port': ['ID=8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:59.292383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.363412 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-59fa49f2-ee0f-442c-b254-fa8eecde2a34 req-80bd9e90-586a-4516-b9ff-e537fe9d814a service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 Aug 02 17:30:59.393637 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Floating IP 480cdc6e-b8ca-439d-8ece-ef9972a1bb51 associated. External IP: 172.27.3.88, port: 285d0a80-6ed3-46b2-9bb4-39d3fd019f58. Aug 02 17:30:59.603850 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:30:59.960445 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:30:59.972665 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Sync routers for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:30:59.984607 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:30:59.985269 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:30:59.986444 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.012886 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f832aecd-7d3a-4ee1-af6b-c4d714d01338 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8065135 Aug 02 17:31:00.013476 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:00.015794 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb98f855-ca7f-428b-9c0b-22b145963141" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:00.051271 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45e805-129d-41a4-92d6-c1fb03a67a4d x-openstack-request-id: req-1e45e805-129d-41a4-92d6-c1fb03a67a4d {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:00.051563 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:00.051935 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e45e805-129d-41a4-92d6-c1fb03a67a4d {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:00.052197 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'status': 'completed', 'code': 200} Aug 02 17:31:00.117109 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:00.137338 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-f8927652-84d9-43cc-8e73-423e934ea570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:00.139009 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-f8927652-84d9-43cc-8e73-423e934ea570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0442801 Aug 02 17:31:00.251184 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-683fb674-9556-41f7-ab73-582b66dd1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:00.252797 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-683fb674-9556-41f7-ab73-582b66dd1825 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.1055467 Aug 02 17:31:00.324983 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-ed903636-951d-42e2-a455-b406e049b671 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 999 time: 0.0623627 Aug 02 17:31:00.373890 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-10927293-be7d-4e24-ad51-9d72d0756725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:00.375548 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-10927293-be7d-4e24-ad51-9d72d0756725 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0436752 Aug 02 17:31:00.389494 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '480cdc6e-b8ca-439d-8ece-ef9972a1bb51', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'mac_address': 'fa:16:3e:c5:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:30:58Z', 'updated_at': '2021-08-02T17:30:58Z', 'revision_number': 0, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:00.414679 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Checking router: 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:00.423111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:00.423651 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:30:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:00.429735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-b7fbebdf-1b67-4a95-8564-03795a9df32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:00.431256 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-b7fbebdf-1b67-4a95-8564-03795a9df32e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399907 Aug 02 17:31:00.525805 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-59bf8348-9ce5-47de-ba33-d35a53c49d9e service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863802 Aug 02 17:31:00.530475 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:00.583817 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3a9b90f5-509b-47ee-a92e-85fd39803922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.622245 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb98f855-ca7f-428b-9c0b-22b145963141 req-8babebd9-cf94-4915-ba57-800870c83f69 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838742 Aug 02 17:31:00.878205 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '480cdc6e-b8ca-439d-8ece-ef9972a1bb51', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'mac_address': 'fa:16:3e:c5:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:30:58Z', 'updated_at': '2021-08-02T17:30:58Z', 'revision_number': 0, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:00.903615 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba537f38-2f38-4a09-beef-9a44b6e37604 None None] The sync data for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi is: [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '480cdc6e-b8ca-439d-8ece-ef9972a1bb51', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'mac_address': 'fa:16:3e:c5:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:30:58Z', 'updated_at': '2021-08-02T17:30:58Z', 'revision_number': 0, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:01.099695 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bebc-b8b0-447a-b33e-efdd495e8333 None None] New status for floating IP 480cdc6e-b8ca-439d-8ece-ef9972a1bb51: ACTIVE {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:02.935052 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-211717bb-130f-4aab-a37c-25cc6c405b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.481698 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.100012 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:05.845258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.675029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38036) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:12.784180 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0df7d0d5-375b-4661-8bd0-c96963af3449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.877465 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0df7d0d5-375b-4661-8bd0-c96963af3449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.882636 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0df7d0d5-375b-4661-8bd0-c96963af3449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.919712 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0df7d0d5-375b-4661-8bd0-c96963af3449 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b36fc166deac4b179ce432a49990358f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436104 Aug 02 17:31:12.920641 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7d0d5-375b-4661-8bd0-c96963af3449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dff5ba-59f8-4816-b5e2-1150f7820d0a,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:12.922663 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38040) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:12.973387 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.995103 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.044714 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.047414 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.048585 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38dff5ba-59f8-4816-b5e2-1150f7820d0a HTTP/1.1" status: 204 len: 168 time: 0.1249394 Aug 02 17:31:13.056342 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dff5ba-59f8-4816-b5e2-1150f7820d0a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:13.063510 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.063857 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.064194 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.064523 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.064861 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.065187 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.065549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.066002 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.066348 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.066686 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.066991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.067307 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fea355-4a8b-4ade-aef1-5ee2defd364b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.319423 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38048) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:13.333380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-04db8a44-f13f-45f6-8cda-27d59281d429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.433277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-04db8a44-f13f-45f6-8cda-27d59281d429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.440738 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-04db8a44-f13f-45f6-8cda-27d59281d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.483181 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-04db8a44-f13f-45f6-8cda-27d59281d429 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ccb18791238f4c6eb016aebdf70182dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626339 Aug 02 17:31:13.483981 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db8a44-f13f-45f6-8cda-27d59281d429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b6dce1-96df-46f1-9ddf-c46f5f507a56,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:13.486080 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38050) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:13.535082 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.557198 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.607320 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.611585 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.613169 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80b6dce1-96df-46f1-9ddf-c46f5f507a56 HTTP/1.1" status: 204 len: 168 time: 0.1258557 Aug 02 17:31:13.620756 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61e02d-254c-4561-8c08-82ff2c45a662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b6dce1-96df-46f1-9ddf-c46f5f507a56,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:15.197052 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:31:18.095462 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38142) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:18.204433 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b230265d-ec9f-4da8-92fb-117b19d65841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.294030 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b230265d-ec9f-4da8-92fb-117b19d65841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.299457 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-b230265d-ec9f-4da8-92fb-117b19d65841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.336139 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-b230265d-ec9f-4da8-92fb-117b19d65841 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=132e18602e2f4a47ade809d513c3bde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396073 Aug 02 17:31:18.336967 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230265d-ec9f-4da8-92fb-117b19d65841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8309393-5fc8-4439-841f-54027fd94a8b,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:18.339432 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38146) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:18.400062 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.420766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.476633 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.479311 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.480600 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8309393-5fc8-4439-841f-54027fd94a8b HTTP/1.1" status: 204 len: 168 time: 0.1400518 Aug 02 17:31:18.488968 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445391d-f6b8-4a71-ac04-f653a60577e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8309393-5fc8-4439-841f-54027fd94a8b,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:18.748195 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38152) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:18.761423 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7bb4a489-b8c4-4f6b-b112-c276e7f11c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.853001 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7bb4a489-b8c4-4f6b-b112-c276e7f11c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.858733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7bb4a489-b8c4-4f6b-b112-c276e7f11c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.896592 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7bb4a489-b8c4-4f6b-b112-c276e7f11c9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbdd98fe8244499a86a9d3dd89fdfeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472862 Aug 02 17:31:18.897536 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4a489-b8c4-4f6b-b112-c276e7f11c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08154d52-2977-4d50-931a-8a113394dc8c,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:18.899461 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38154) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:18.958639 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.980662 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:19.033833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:19.036421 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:19.037570 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08154d52-2977-4d50-931a-8a113394dc8c HTTP/1.1" status: 204 len: 168 time: 0.1371071 Aug 02 17:31:19.045222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568af4f5-74c0-4dfc-b280-d87acc79b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08154d52-2977-4d50-931a-8a113394dc8c,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:27.877859 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38308) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:27.993268 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-efe2a4b8-2331-4f42-aade-5bd4fdfd4c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.090495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-efe2a4b8-2331-4f42-aade-5bd4fdfd4c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.096282 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-efe2a4b8-2331-4f42-aade-5bd4fdfd4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.134010 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-efe2a4b8-2331-4f42-aade-5bd4fdfd4c1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13f4e3e123354b8a8009e6bcd06a6a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550352 Aug 02 17:31:28.135408 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2a4b8-2331-4f42-aade-5bd4fdfd4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c144d-8821-42f3-b325-df963934339c,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:28.136948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38312) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:28.186789 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.209618 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.263529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.267358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.268921 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb8c144d-8821-42f3-b325-df963934339c HTTP/1.1" status: 204 len: 168 time: 0.1309719 Aug 02 17:31:28.276534 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441e34-26eb-46c4-9abe-868e33113aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c144d-8821-42f3-b325-df963934339c,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:28.373237 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.548813 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38318) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:28.562333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1188386-a9f4-4d7e-9b1d-a56d36f21f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.650593 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1188386-a9f4-4d7e-9b1d-a56d36f21f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.656361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e1188386-a9f4-4d7e-9b1d-a56d36f21f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.692916 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e1188386-a9f4-4d7e-9b1d-a56d36f21f69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e217bbd8e09499bb01369e4bf7288c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429515 Aug 02 17:31:28.694042 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188386-a9f4-4d7e-9b1d-a56d36f21f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9657f619-4998-4c4a-aefe-a2c189b38bc9,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:28.696001 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38320) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:28.744818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.764973 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.815056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.817694 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.818855 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9657f619-4998-4c4a-aefe-a2c189b38bc9 HTTP/1.1" status: 204 len: 168 time: 0.1218846 Aug 02 17:31:28.827383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0db220-f80a-4abb-a447-2a43e63b1ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9657f619-4998-4c4a-aefe-a2c189b38bc9,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:29.069049 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9596a-75c5-4884-af41-c3bba63b6d04 req-4575505d-6eae-4ce5-9563-2607614f69f1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:29.070575 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ac9596a-75c5-4884-af41-c3bba63b6d04 req-4575505d-6eae-4ce5-9563-2607614f69f1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.0485363 Aug 02 17:31:29.109102 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ac9596a-75c5-4884-af41-c3bba63b6d04 req-91b9ad3c-2029-4022-bccf-fde94eb19d5a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Aug 02 17:31:29.143726 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38334) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:29.156926 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b213032-04e0-49be-a80a-8763e806a430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.246109 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b213032-04e0-49be-a80a-8763e806a430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.252256 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-9b213032-04e0-49be-a80a-8763e806a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.289581 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-9b213032-04e0-49be-a80a-8763e806a430 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2fef85ca2e114a8b84395cc71adf1046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447861 Aug 02 17:31:29.290750 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213032-04e0-49be-a80a-8763e806a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1af41a-6d6e-4cb1-a51f-b01ea6c55232,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:29.292535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38336) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:29.341785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.365571 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.420609 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.423515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.424644 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee1af41a-6d6e-4cb1-a51f-b01ea6c55232 HTTP/1.1" status: 204 len: 168 time: 0.1311340 Aug 02 17:31:29.432623 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93e64-dbd5-45fd-be3c-c168b0ce0752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1af41a-6d6e-4cb1-a51f-b01ea6c55232,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:30.229585 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c261-6ce2-469f-a5c5-5cdd610f8073 req-d0a0c03f-e42b-4f95-838c-4657d2a629a2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:30.231096 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a680c261-6ce2-469f-a5c5-5cdd610f8073 req-d0a0c03f-e42b-4f95-838c-4657d2a629a2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.0484324 Aug 02 17:31:30.270536 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a680c261-6ce2-469f-a5c5-5cdd610f8073 req-d89e2fdc-2405-48c2-941d-724e16c7008d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=2120246f-1308-44e5-8055-c0163f0d0cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334754 Aug 02 17:31:30.528055 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38374) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:30.557369 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-aae38c12-9b25-49a1-8c55-f7ce7e5622df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.640741 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-214329e7-c90c-47a2-afb4-3c7cd7a96226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.729987 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-214329e7-c90c-47a2-afb4-3c7cd7a96226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.735294 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-214329e7-c90c-47a2-afb4-3c7cd7a96226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.781034 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-214329e7-c90c-47a2-afb4-3c7cd7a96226 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0605223038344ffbd91f3fdc6e10b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517140 Aug 02 17:31:30.783918 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38378) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:30.797417 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214329e7-c90c-47a2-afb4-3c7cd7a96226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae37758-7a4a-4675-b5aa-01e30174bf69,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:30.822911 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-b0312dff-cba2-4bad-8b95-e86924a150e5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:30.824391 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-b0312dff-cba2-4bad-8b95-e86924a150e5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 947 time: 0.0604486 Aug 02 17:31:30.836160 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.858065 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.905194 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.907941 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.909197 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fae37758-7a4a-4675-b5aa-01e30174bf69 HTTP/1.1" status: 204 len: 168 time: 0.1241763 Aug 02 17:31:30.917274 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0755-e62b-4ab3-9265-0d2e15baf9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae37758-7a4a-4675-b5aa-01e30174bf69,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:30.920479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Deleting port a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:30.920826 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.019722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] For port a672b240-6f5c-4b4f-a814-92f6d4d83c89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a672b240-6f5c-4b4f-a814-92f6d4d83c89,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:31.020090 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.236901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.237247 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.237747 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Floating IP 9889b9d9-ce0b-4888-8300-9a2de7b4d66d disassociated. External IP: 172.27.3.244, port: a672b240-6f5c-4b4f-a814-92f6d4d83c89. Aug 02 17:31:31.238380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Calling delete_port for a672b240-6f5c-4b4f-a814-92f6d4d83c89 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:31.369934 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.424240 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'Port': ['ID=a672b240-6f5c-4b4f-a814-92f6d4d83c89,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:31.467342 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5e4156d5-7bdf-4847-b565-85154f0467a7 req-70a27f54-2aa5-4e19-b129-7780184061a1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb5d23-84c6-425b-983e-124de0609d10 HTTP/1.1" status: 200 len: 210 time: 0.0480037 Aug 02 17:31:31.601322 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:31.626328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071e72-07c9-4d3b-a5fd-4aed23acef4c req-e25ee7b5-1adc-41b8-8603-1ffdfc234e45 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:31.627736 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3c071e72-07c9-4d3b-a5fd-4aed23acef4c req-e25ee7b5-1adc-41b8-8603-1ffdfc234e45 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0674040 Aug 02 17:31:31.734410 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3c071e72-07c9-4d3b-a5fd-4aed23acef4c req-3a6244f1-03d8-4987-bab1-c1433c481730 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731268 Aug 02 17:31:31.767950 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:31.776388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:31.788104 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:31.788740 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:31.810940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] No DVR routers for this DVR port a672b240-6f5c-4b4f-a814-92f6d4d83c89 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:31.813925 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.816271 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8b263bfc-c856-4889-b2c7-09a7144a9cbc req-a9280a0c-e40c-4a83-9713-cd0eaa9c3ef1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "DELETE /v2.0/ports/a672b240-6f5c-4b4f-a814-92f6d4d83c89 HTTP/1.1" status: 204 len: 173 time: 0.9841642 Aug 02 17:31:31.816963 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-deleted', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:31.819632 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993555fe-f343-4ff2-becf-d3c03cf0a1cc" -d '{"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-deleted", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:31.864407 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78584df-6a45-4be8-8b12-e8f10cdf8640 x-openstack-request-id: req-c78584df-6a45-4be8-8b12-e8f10cdf8640 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:31.864640 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb5d23-84c6-425b-983e-124de0609d10", "name": "network-vif-deleted", "tag": "a672b240-6f5c-4b4f-a814-92f6d4d83c89", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:31.864883 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c78584df-6a45-4be8-8b12-e8f10cdf8640 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:31.865259 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb5d23-84c6-425b-983e-124de0609d10', 'name': 'network-vif-deleted', 'tag': 'a672b240-6f5c-4b4f-a814-92f6d4d83c89', 'status': 'completed', 'code': 200} Aug 02 17:31:31.899758 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:32.073813 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38420) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:32.109795 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:32.139755 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:32.148365 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:32.148974 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:32.182735 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c9649e8b-3c34-4c00-ba36-133c65bd4864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.266082 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:32.271821 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c9649e8b-3c34-4c00-ba36-133c65bd4864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.276476 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c9649e8b-3c34-4c00-ba36-133c65bd4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.316335 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c9649e8b-3c34-4c00-ba36-133c65bd4864 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49dcbe7d5ce9463a9ab910aa3cc929ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413206 Aug 02 17:31:32.319316 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38424) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:32.327146 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649e8b-3c34-4c00-ba36-133c65bd4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9191aade-df17-44dd-9d36-90b706cb72e7,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:32.382050 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.404510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.472195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.475152 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:32.478926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9191aade-df17-44dd-9d36-90b706cb72e7 HTTP/1.1" status: 204 len: 168 time: 0.1559694 Aug 02 17:31:32.484622 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736dcfa-8274-4896-802e-a1993b727395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191aade-df17-44dd-9d36-90b706cb72e7,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:32.548789 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:32.582691 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a30c49-6a4c-40fb-be92-2d24227f83b6 None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:32.828272 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc5bec-2b48-4e77-a054-ed4afb5c635d None None] New status for floating IP 9889b9d9-ce0b-4888-8300-9a2de7b4d66d: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:32.861387 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eccb5-081b-4752-9109-e53471853305 req-25450447-1aaf-446b-820c-3a3fb374f351 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:32.862867 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-844eccb5-081b-4752-9109-e53471853305 req-25450447-1aaf-446b-820c-3a3fb374f351 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0530593 Aug 02 17:31:32.900972 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-844eccb5-081b-4752-9109-e53471853305 req-c561c146-8592-4c51-abe3-47bc48111ca7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Aug 02 17:31:32.944442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c9519f0f-c16f-49ae-b94d-45ddf04985de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.475164 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.631723 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38438) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:33.704552 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.730885 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.802660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-0889f513-54e6-4487-aaad-e4522f277058 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:33.804125 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-0889f513-54e6-4487-aaad-e4522f277058 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0657892 Aug 02 17:31:33.819976 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.822468 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.823543 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "DELETE /v2.0/security-groups/2120246f-1308-44e5-8055-c0163f0d0cc5 HTTP/1.1" status: 204 len: 168 time: 0.1907811 Aug 02 17:31:33.826550 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38440) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:33.844257 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.api.v2.resource [None req-41095c1d-bc17-45e7-bea5-965510cca9fb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] show failed (client error): The resource could not be found. Aug 02 17:31:33.845888 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-41095c1d-bc17-45e7-bea5-965510cca9fb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups/2120246f-1308-44e5-8055-c0163f0d0cc5 HTTP/1.1" status: 404 len: 347 time: 0.0176706 Aug 02 17:31:33.849007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38442) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:33.863696 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc220-d1c4-4ddb-b87a-a882206c70de tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120246f-1308-44e5-8055-c0163f0d0cc5,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:34.048358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Deleting port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:34.048673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.060606 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe7059-3b3c-4a3e-864e-926d81eaab3a req-1f9a0375-b4d7-41bd-83c2-8a53170c8d6f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:34.062069 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ddfe7059-3b3c-4a3e-864e-926d81eaab3a req-1f9a0375-b4d7-41bd-83c2-8a53170c8d6f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 946 time: 0.0780015 Aug 02 17:31:34.102600 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.120322 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Deleting port 121ea592-79b3-4d58-bf43-de0b6f241332 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:34.120656 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.191948 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ddfe7059-3b3c-4a3e-864e-926d81eaab3a req-024646e0-b777-44c1-ab0a-1effd1a7e977 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bc67d0f-7b7b-4bee-b62d-745d17534994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175275 Aug 02 17:31:34.233748 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] For port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:34.234122 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.257412 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.257648 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.299212 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Calling delete_port for 121ea592-79b3-4d58-bf43-de0b6f241332 owned by network:floatingip {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:34.485829 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.486080 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.486426 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Floating IP bda8a040-9b91-41f1-9386-22f7dbb6d639 disassociated. External IP: 172.27.3.17, port: 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0. Aug 02 17:31:34.486763 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Calling delete_port for 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:34.836077 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.864807 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'Port': ['ID=121ea592-79b3-4d58-bf43-de0b6f241332,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:34.958958 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.961683 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.963020 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0566ad09-669f-4cfb-848f-a7d7cda0d84f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "DELETE /v2.0/floatingips/9889b9d9-ce0b-4888-8300-9a2de7b4d66d HTTP/1.1" status: 204 len: 168 time: 1.1130712 Aug 02 17:31:34.964452 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:34.990219 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'Port': ['ID=00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:35.104329 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:35.146091 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38448) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:35.150840 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812979174', 'description': 'tempest-description--348155684'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:35.172445 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.213288 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:35.230732 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:35.242941 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:35.243584 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:35.255348 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] No DVR routers for this DVR port 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:35.258082 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.260520 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2c472015-ecc7-4ec8-b42b-82ec9521f833 req-61308f34-68d3-401b-b6f2-e07708c929c8 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "DELETE /v2.0/ports/00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 HTTP/1.1" status: 204 len: 173 time: 1.4483941 Aug 02 17:31:35.260975 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'name': 'network-vif-deleted', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:35.263341 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b3b50-305e-4a99-b111-96551723e34d" -d '{"events": [{"server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "name": "network-vif-deleted", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:35.275299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.281873 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.311832 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c787509c-0043-494d-9f75-796740956a62,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:35.317818 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0d988-23ff-4f10-a94c-62d22002c0df x-openstack-request-id: req-a9f0d988-23ff-4f10-a94c-62d22002c0df {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:35.318304 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae2f90c-50e1-4f73-a266-7ba55d78b208", "name": "network-vif-deleted", "tag": "00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:35.318720 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9f0d988-23ff-4f10-a94c-62d22002c0df {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:35.319414 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae2f90c-50e1-4f73-a266-7ba55d78b208', 'name': 'network-vif-deleted', 'tag': '00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0', 'status': 'completed', 'code': 200} Aug 02 17:31:35.323245 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b301b18d-8806-46e1-8f5f-07801649ca73 req-8240f6b7-432a-43e3-b0db-e3db42a2a92c tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ae2f90c-50e1-4f73-a266-7ba55d78b208 HTTP/1.1" status: 200 len: 210 time: 0.0435839 Aug 02 17:31:35.332260 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.334609 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-fe68dd21-5a52-4436-9dab-2bcd4f229219 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1871417 Aug 02 17:31:35.337388 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38454) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:35.350447 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group_rule': {'security_group_id': 'c787509c-0043-494d-9f75-796740956a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:35.380906 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.401133 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:35.450315 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.455512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.474022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f92d46-8799-4084-9e88-63ce5c69b4d3,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:35.481796 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.483585 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-d02fa052-259d-4f92-85e0-2ffd6e48412c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437297 Aug 02 17:31:35.485640 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:35.486235 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38458) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:35.492551 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'security_group_rule': {'security_group_id': 'c787509c-0043-494d-9f75-796740956a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:35.526580 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.540616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: a672b240-6f5c-4b4f-a814-92f6d4d83c89 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:35.541450 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a672b240-6f5c-4b4f-a814-92f6d4d83c89 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:35.594006 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.599192 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.616568 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdeed6a-3b89-4ce5-b7aa-84488ad54c60,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:35.623583 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.624786 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4b7dc1ac-e118-4cfc-992d-c6fe1c0fa411 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374731 Aug 02 17:31:35.627815 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38460) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:35.632336 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:35.640776 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:35.654294 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.667129 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:35.675211 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:35.675865 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:35.754337 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.783028 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:35.867696 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Allocated IP 172.27.3.108 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/edce9477-8d11-4cf3-8a8b-2618a7b6bca3) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:35.907074 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.974988 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.008863 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:36.015079 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.039231 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fc1e4-b3da-4a05-aac6-20fab3820a6a None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:36.050848 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:36.053788 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:36.057331 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:36.086966 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=edce9477-8d11-4cf3-8a8b-2618a7b6bca3,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:36.150503 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.186153 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.278973 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd94493-3bdf-4167-92a4-01f5bfb3ec6a None None] New status for floating IP bda8a040-9b91-41f1-9386-22f7dbb6d639: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:36.338939 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.344275 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.430351 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38470) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:36.433088 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=edce9477-8d11-4cf3-8a8b-2618a7b6bca3,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:36.447069 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.465558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.467057 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-e8b00b1a-648d-41aa-86b9-1bd3cc798ef2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8383167 Aug 02 17:31:36.506389 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.529655 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.578857 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.581424 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.582661 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "DELETE /v2.0/security-groups/4bc67d0f-7b7b-4bee-b62d-745d17534994 HTTP/1.1" status: 204 len: 168 time: 0.1507709 Aug 02 17:31:36.585551 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38476) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:36.592332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee6a6a-db4a-4298-b04f-b7eec065f29b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc67d0f-7b7b-4bee-b62d-745d17534994,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:36.603412 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.api.v2.resource [None req-1e6b47fe-12e1-46d8-ab71-3acb14517e3a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] show failed (client error): The resource could not be found. Aug 02 17:31:36.607743 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1e6b47fe-12e1-46d8-ab71-3acb14517e3a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups/4bc67d0f-7b7b-4bee-b62d-745d17534994 HTTP/1.1" status: 404 len: 347 time: 0.0209565 Aug 02 17:31:36.608298 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38484) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:36.739471 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-ecec226f-b4d9-4193-8825-5dd673853e23 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--812979174&fields=id&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 267 time: 0.0917842 Aug 02 17:31:36.821277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Deleting port 7a545e06-0edc-41f4-9f21-0fa24fe617c2 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:36.821561 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.896411 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-8d5752ee-4d15-40d1-bb42-848ad050c90f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:36.897855 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-8d5752ee-4d15-40d1-bb42-848ad050c90f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 817 time: 0.1506341 Aug 02 17:31:36.937175 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-1b939aa6-618d-4e27-a70a-ee4d763e5bd8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/quotas/78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 375 time: 0.0330589 Aug 02 17:31:36.946050 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.946399 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:36.984283 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Calling delete_port for 7a545e06-0edc-41f4-9f21-0fa24fe617c2 owned by network:floatingip {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:37.045671 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-8e93a7dc-b17c-4877-8154-899d33f5cf99 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089192733&fields=id&tenant_id=43e341179eee48928d0e2ee6dee90ff1 HTTP/1.1" status: 200 len: 267 time: 0.1251552 Aug 02 17:31:37.098477 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-699261b3-875d-4a13-bccd-26e446e4da88 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495528 Aug 02 17:31:37.177029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-b3fecf0c-a6aa-4e13-a3b4-deab43bf1438 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.178509 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-b3fecf0c-a6aa-4e13-a3b4-deab43bf1438 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 985 time: 0.1256859 Aug 02 17:31:37.210834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Request body: {'port': {'security_groups': ['ed5fa1f1-33d1-4942-90f6-f2956cc736f1']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:37.285673 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.320199 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cea9530f-cf8b-4c26-8608-204d33e1ba88 service neutron] 10.222.0.54 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081554 Aug 02 17:31:37.349836 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'Port': ['ID=7a545e06-0edc-41f4-9f21-0fa24fe617c2,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:37.402470 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.486035 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:37.496052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.498574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.503434 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-7dbb6623-23a5-4357-b431-6cdf2baaba5b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "DELETE /v2.0/floatingips/bda8a040-9b91-41f1-9386-22f7dbb6d639 HTTP/1.1" status: 204 len: 168 time: 0.8901949 Aug 02 17:31:37.506101 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:37.506800 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 00d5c87e-ba85-44e8-a76f-a3e82f5ad1f0 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:37.546170 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-0b90f704-fe36-4f4c-8d22-8e20c451c632 service neutron] 10.222.0.54 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048581 Aug 02 17:31:37.656516 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:37.688140 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.694373 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.718116 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:37.750937 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.754625 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.756066 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-baaeebbb-92bd-4c28-afa8-024c07819d8f req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "PUT /v2.0/ports/c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 943 time: 0.5705698 Aug 02 17:31:37.756533 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:37.758817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8fcb73-e846-455a-a10e-ff5fe6257bec" -d '{"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:37.762469 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38500) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:37.773460 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927055f3-693b-4ae4-8ff4-14465f1690aa tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event updated for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=7']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:37.872436 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:37.879884 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e1fd20f-3b52-4477-89aa-4194a9141748 req-f858c03b-7993-4284-85ad-08319e085de3 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0517190 Aug 02 17:31:37.912968 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.918834 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38506) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:37.923474 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531374047', 'description': 'tempest-description--1037756411'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:37.963110 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1746c94-363e-4153-86d8-dd63286150b3 x-openstack-request-id: req-a1746c94-363e-4153-86d8-dd63286150b3 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:37.963285 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.964021 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:37.964484 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1746c94-363e-4153-86d8-dd63286150b3 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:37.965036 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:31:37.966088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.046744 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.049654 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.053825 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38510) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:38.053980 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "DELETE /v2.0/security-groups/9828db98-aa75-434f-beb1-0da3c9be9152 HTTP/1.1" status: 204 len: 168 time: 0.2903926 Aug 02 17:31:38.065293 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42e91c-7336-464b-be66-dafa9978964d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9828db98-aa75-434f-beb1-0da3c9be9152,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.141648 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-e36675ce-90d7-4a9d-a140-c1b6cb1a5886 None None] Provisioning complete for port c5729e00-a02c-4abf-aed3-371e5ccd811a triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:38.142017 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e36675ce-90d7-4a9d-a140-c1b6cb1a5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.156089 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-f77b4d17-d1ea-4950-bf93-25aa6ddb885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.157617 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-f77b4d17-d1ea-4950-bf93-25aa6ddb885a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1099 time: 0.1439118 Aug 02 17:31:38.287964 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.297195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.366438 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.370189 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4477768 Aug 02 17:31:38.370189 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-1c545b47-a95f-44c7-88fe-c9b94df73894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.370189 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-1c545b47-a95f-44c7-88fe-c9b94df73894 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 914 time: 0.1733286 Aug 02 17:31:38.371029 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38512) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:38.376805 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad11bbd-16e4-4778-b649-6ce63c752fc2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5777914f-4d3e-469e-9f43-611e6bd3cf6d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.382401 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group_rule': {'security_group_id': '5777914f-4d3e-469e-9f43-611e6bd3cf6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:38.417260 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.440112 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Deleting port a8161048-3e00-43ab-827b-02fcbc4c82b4 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:38.440487 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.457852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-ca2b8392-6310-44cb-9dc0-d1cb2ffca28e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 1001 time: 0.0776937 Aug 02 17:31:38.466829 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.471414 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.491095 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408a18f3-df33-4138-9ff2-b15577de72eb,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.499963 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.501327 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5252d2eb-5219-42ce-bd15-d3895e3aacdd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290936 Aug 02 17:31:38.504159 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38514) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:38.508760 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'security_group_rule': {'security_group_id': '5777914f-4d3e-469e-9f43-611e6bd3cf6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:38.542371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.545770 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-a32c076d-1f0d-4fe7-a5ca-3990340a31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.547260 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-a32c076d-1f0d-4fe7-a5ca-3990340a31bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.0626347 Aug 02 17:31:38.569058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.569058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.595713 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Calling delete_port for a8161048-3e00-43ab-827b-02fcbc4c82b4 owned by network:floatingip {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:38.604496 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.609498 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828843'] for security_group_rule, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.627680 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e1d556-ed48-4940-a98b-c40c497318a0,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.639451 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.640765 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-82bf7d1f-d8b2-4996-bf65-aa1ff9ef7373 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355827 Aug 02 17:31:38.643879 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38516) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:38.648590 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:38.653875 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-6ef23573-41ed-41ae-9659-ae625abf1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.655391 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-6ef23573-41ed-41ae-9659-ae625abf1540 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981400 Aug 02 17:31:38.671674 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.788228 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.812373 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-8e249917-af84-4038-b042-64af7a5953ee service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358445 Aug 02 17:31:38.921061 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.959224 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-781dbe47-c1aa-41ce-b66d-a798fe42ed94 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.960776 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-781dbe47-c1aa-41ce-b66d-a798fe42ed94 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 817 time: 0.1847453 Aug 02 17:31:38.961687 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event deleted for resources: {'Port': ['ID=a8161048-3e00-43ab-827b-02fcbc4c82b4,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.988491 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Allocated IP 172.27.3.180 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/2f1cae14-b182-4818-b613-80ab6649ea62) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:39.005708 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7d8fcb73-e846-455a-a10e-ff5fe6257bec req-c7fafcc4-1b50-4058-8f21-d2a2c6c9b78c service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821263 Aug 02 17:31:39.034229 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-6c8d8c64-a723-4112-90b5-24737fb0dd7b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 379 time: 0.0634129 Aug 02 17:31:39.038963 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-eff44f2c-0f09-4018-b7db-53f1de201450 req-4f5963d1-06d5-48a7-97b4-2c94767ad808 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0537007 Aug 02 17:31:39.048867 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.049201 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Floating IP 790988cc-07b1-462a-8c49-1009dadae4e8 disassociated (deleted). External IP: 172.27.3.44, port: c5729e00-a02c-4abf-aed3-371e5ccd811a. Aug 02 17:31:39.067100 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'port': {'device_id': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'admin_state_up': True, 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'security_groups': ['c787509c-0043-494d-9f75-796740956a62']}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:39.188439 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.229688 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Made reservation on behalf of 78b6c5e5897d4c0a85003f12419d3f9e for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:39.233202 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.263269 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.342264 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:39.353890 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:39.358367 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:39.360180 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=2f1cae14-b182-4818-b613-80ab6649ea62,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:39.446827 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Allocated IP 172.20.0.3 (9bdebb39-eb42-4b48-b25c-aead8037c782/1d492e6c-c46c-473e-8161-2283efc4a8b2/4df05830-2c19-4099-8ebc-0355c90a0c33) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:39.506134 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.512247 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Router 06048878-756b-4a16-9a60-5dea057b1fd4 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:39.589427 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.621797 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:39.627032 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.633057 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Sync routers for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:39.642672 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:39.643377 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:39.659111 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-066c8593-3b23-448e-851e-ae160e4f2074 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "DELETE /v2.0/floatingips/790988cc-07b1-462a-8c49-1009dadae4e8 HTTP/1.1" status: 204 len: 168 time: 1.6019931 Aug 02 17:31:39.710118 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.732221 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Transition to ACTIVE for port object 4df05830-2c19-4099-8ebc-0355c90a0c33 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:39.756305 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:39.808449 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.813950 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.821640 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.883294 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:39.892350 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:39.896393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:39.898879 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=2f1cae14-b182-4818-b613-80ab6649ea62,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:39.966259 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:39.966966 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:39.969976 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b80c6b-35af-4325-a911-c063cdbb202a" -d '{"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:39.990557 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.993052 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:40.010239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.010870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.024339 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.034390 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7a62dfe7-908f-4902-a24f-534983d33926 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3805788 Aug 02 17:31:40.034485 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Checking router: 06048878-756b-4a16-9a60-5dea057b1fd4 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:40.037537 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-5f64adf3-89af-4904-afb3-1516d4ddb66e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757099 Aug 02 17:31:40.038771 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:40.039294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:40.041508 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ccb5c3-8d1e-44eb-8881-b5783da5360b x-openstack-request-id: req-71ccb5c3-8d1e-44eb-8881-b5783da5360b {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:40.041794 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:40.042042 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71ccb5c3-8d1e-44eb-8881-b5783da5360b {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:40.042459 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:31:40.061910 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Request body: {'port': {'device_id': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:40.166744 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80c6b-35af-4325-a911-c063cdbb202a req-9cbcc633-c6c1-4425-9348-2300b2623413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.168627 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-9cbcc633-c6c1-4425-9348-2300b2623413 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43e341179eee48928d0e2ee6dee90ff1&device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 1099 time: 0.1034019 Aug 02 17:31:40.176403 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.254655 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:40.344874 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-5cac0aa2-2bf5-4b75-bd7d-0083fc727658 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1531374047&fields=id&tenant_id=94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 267 time: 0.0630224 Aug 02 17:31:40.390111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-ac301203-1d30-42b7-8b60-9950806cc5d0 None None] Provisioning for port 4df05830-2c19-4099-8ebc-0355c90a0c33 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:40.400050 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-ac301203-1d30-42b7-8b60-9950806cc5d0 None None] Provisioning complete for port 4df05830-2c19-4099-8ebc-0355c90a0c33 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:40.400420 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ac301203-1d30-42b7-8b60-9950806cc5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.454181 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80c6b-35af-4325-a911-c063cdbb202a req-f3a5f818-4182-474f-bf9e-35b8323d456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.454747 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-ac301203-1d30-42b7-8b60-9950806cc5d0 None None] Port 4df05830-2c19-4099-8ebc-0355c90a0c33 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:40.456393 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-f3a5f818-4182-474f-bf9e-35b8323d456a service neutron] 10.222.0.42 "GET /v2.0/networks?id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 200 len: 914 time: 0.2762532 Aug 02 17:31:40.507514 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:40.523008 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:40.525992 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-7f56678f-112f-422e-a1f0-df9951b4fcc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 200 len: 217 time: 0.0559580 Aug 02 17:31:40.531170 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.541015 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170d3a-10b2-4295-82d4-7609c80e47aa None None] The sync data for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi is: [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:28:20Z', 'revision_number': 4, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'f3e50254-ea03-4afc-bd24-927d5a4edc87', 'name': '', 'network_id': '17867df9-dff7-4a7a-bda0-c1c64e3cbc98', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'mac_address': 'fa:16:3e:55:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:20Z', 'updated_at': '2021-08-02T17:28:29Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'subnets': [{'id': 'b9813528-87de-40f4-b8f4-1967191ffc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:40.547517 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Transition to ACTIVE for port object 4df05830-2c19-4099-8ebc-0355c90a0c33 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:40.549131 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466832bb-8557-409f-886a-8978ee0d293a req-46b7b38d-5ff2-41e4-a1b7-447d166974bb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.551083 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-466832bb-8557-409f-886a-8978ee0d293a req-46b7b38d-5ff2-41e4-a1b7-447d166974bb tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 931 time: 0.3230639 Aug 02 17:31:40.553258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.599365 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-259e247e-444a-4096-9be9-fabe5111946e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.607010 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-259e247e-444a-4096-9be9-fabe5111946e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 811 time: 0.2608380 Aug 02 17:31:40.619520 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:40.637678 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-a35ccc6e-7b25-44d7-b83c-761fd13c851b tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/quotas/94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 375 time: 0.0297587 Aug 02 17:31:40.680583 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80c6b-35af-4325-a911-c063cdbb202a req-2b970d54-294c-41d2-b56c-dcc006fcee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.682268 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-2b970d54-294c-41d2-b56c-dcc006fcee72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 200 len: 852 time: 0.1300204 Aug 02 17:31:40.702317 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Attempting to bind port 4df05830-2c19-4099-8ebc-0355c90a0c33 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:40.702653 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Attempting to bind port 4df05830-2c19-4099-8ebc-0355c90a0c33 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:40.702981 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Attempting to bind port 4df05830-2c19-4099-8ebc-0355c90a0c33 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:40.707926 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Port 4df05830-2c19-4099-8ebc-0355c90a0c33 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:31:40.708244 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Attempting to bind port 4df05830-2c19-4099-8ebc-0355c90a0c33 on network 9bdebb39-eb42-4b48-b25c-aead8037c782 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:40.713743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:40.714081 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Checking segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:40.714511 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Bound using segment: {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:40.714933 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Bound port: 4df05830-2c19-4099-8ebc-0355c90a0c33, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e790265-4501-4685-875c-de10a29a4717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:40.715287 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.737201 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-466832bb-8557-409f-886a-8978ee0d293a req-97d26d91-be37-4f54-aa8d-003dedf9c4ab tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690173 Aug 02 17:31:40.802003 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-82ac227e-4ae2-45c6-89cb-d3f8eeadb49a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445601 Aug 02 17:31:40.804456 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:40.808376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:40.816257 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.879902 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:40.884198 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.884822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:40.886239 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-cfb81a97-1858-4a6f-8e4d-48e501b9ddc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 1093 time: 0.8298588 Aug 02 17:31:40.886682 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:40.888882 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ee222-a518-4706-989f-cb53daa608ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:40.900343 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80c6b-35af-4325-a911-c063cdbb202a req-6004ab76-f7f0-4f4b-9556-c1895b43252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.901986 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-6004ab76-f7f0-4f4b-9556-c1895b43252b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17867df9-dff7-4a7a-bda0-c1c64e3cbc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1993709 Aug 02 17:31:40.932752 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59106731-cfdc-481e-9942-7e8b14faf86a None None] New status for floating IP 790988cc-07b1-462a-8c49-1009dadae4e8: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:40.958340 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a09df-893c-453b-88af-6f097042c6c2 x-openstack-request-id: req-303a09df-893c-453b-88af-6f097042c6c2 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:40.959007 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:40.959418 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-303a09df-893c-453b-88af-6f097042c6c2 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:40.959976 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'status': 'completed', 'code': 200} Aug 02 17:31:40.999897 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-c15d9cc1-ac7d-416c-a6ba-d4a7003cf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.001905 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-c15d9cc1-ac7d-416c-a6ba-d4a7003cf182 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0628865 Aug 02 17:31:41.009578 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-2b3a47f7-c723-48ea-8294-89db16d40844 service neutron] 10.222.0.54 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065914 Aug 02 17:31:41.064152 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-911e3e8e-bdf4-4a66-bce8-508dc82934df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 217 time: 0.0410128 Aug 02 17:31:41.094427 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-817e73e8-3ef6-47d5-b864-13e909f3bbf7 service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843395 Aug 02 17:31:41.127385 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-65d30628-48ec-47a1-b18c-5b605000f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.129068 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-65d30628-48ec-47a1-b18c-5b605000f151 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0551395 Aug 02 17:31:41.178936 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-c9b995d1-8d1e-443e-b2bf-f36b1245d412 service neutron] 10.222.0.54 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617458 Aug 02 17:31:41.179801 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-47389ca1-465b-421d-a296-a90fcfd09167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.181744 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-47389ca1-465b-421d-a296-a90fcfd09167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440612 Aug 02 17:31:41.217709 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b80c6b-35af-4325-a911-c063cdbb202a req-496661f2-1942-4fd8-b0ef-35b34274d9eb service neutron] 10.222.0.42 "GET /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124203 Aug 02 17:31:41.289173 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-736d5c62-ac03-42dc-9c5e-1b76a289deeb service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979548 Aug 02 17:31:41.338952 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-075cf035-96c5-432d-80a5-002f778d9b7e req-07c7e5f4-92cb-40da-acbb-64342bdff4fd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Aug 02 17:31:41.380222 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-73e75fb1-9643-4d8a-9f84-5104232d6edb req-905b7a78-5516-4701-a642-18ac2e74aaf3 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839353 Aug 02 17:31:41.478973 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee222-a518-4706-989f-cb53daa608ed req-cfcd73c1-4a97-4a2b-b2f9-1ccd5bdc70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.480628 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-cfcd73c1-4a97-4a2b-b2f9-1ccd5bdc70b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0462282 Aug 02 17:31:41.578654 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee222-a518-4706-989f-cb53daa608ed req-118e076e-6465-415c-830b-6c58944108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.580129 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-118e076e-6465-415c-830b-6c58944108ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.0912101 Aug 02 17:31:41.626334 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-15dc659b-b48f-4b30-a138-5dd0be56524f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Aug 02 17:31:41.681902 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee222-a518-4706-989f-cb53daa608ed req-9a26e084-8db6-464b-a2de-027e6ec2e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.683392 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-9a26e084-8db6-464b-a2de-027e6ec2e861 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0493548 Aug 02 17:31:41.733170 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee222-a518-4706-989f-cb53daa608ed req-526d0595-9284-45c6-97c6-b334fdf3eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.734593 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-526d0595-9284-45c6-97c6-b334fdf3eb9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403423 Aug 02 17:31:41.837422 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-880f1a14-98d8-435f-ab51-f806bec2cb87 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893099 Aug 02 17:31:41.887365 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55129e4-d2fa-40d3-a034-eaf4043b1072 req-3860881e-8010-46ad-8337-5bfc1981cbf6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.890004 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b55129e4-d2fa-40d3-a034-eaf4043b1072 req-3860881e-8010-46ad-8337-5bfc1981cbf6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0683379 Aug 02 17:31:41.928797 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b55129e4-d2fa-40d3-a034-eaf4043b1072 req-30336a7b-fa3d-4b46-b0b5-72b8e8bd2edf tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Aug 02 17:31:41.961599 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4e0ee222-a518-4706-989f-cb53daa608ed req-18ce76bd-4faf-4323-bcb7-75b20cb28e05 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148956 Aug 02 17:31:42.328899 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-595fc89a-de2e-4ffa-bd38-ae51fe3aeb8a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:42.330342 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-595fc89a-de2e-4ffa-bd38-ae51fe3aeb8a tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 811 time: 0.1094646 Aug 02 17:31:42.376149 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e126a0da-8dc0-4a3e-97e8-ae3da8a82de7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b987d163c644f8b19411937508b690 HTTP/1.1" status: 200 len: 380 time: 0.0356653 Aug 02 17:31:42.391180 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'port': {'device_id': '1f369520-20b2-426d-a99a-15f8741e7270', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'admin_state_up': True, 'tenant_id': '94b987d163c644f8b19411937508b690', 'security_groups': ['5777914f-4d3e-469e-9f43-611e6bd3cf6d']}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:42.429685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-300ff184-55ac-48bc-a958-b9ddb96487a1 req-3b86cc62-18b1-47c6-ad9b-f0c8f2cee735 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 210 time: 0.0259347 Aug 02 17:31:42.498851 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Made reservation on behalf of 94b987d163c644f8b19411937508b690 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:42.502349 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:42.629059 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Allocated IP 172.20.0.5 (3aea78af-e19a-4395-bf20-427b8e528621/15bd775e-818c-4454-bd9b-4afed59e3a89/0ef160a8-6ccf-4135-bd97-9e701acac526) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:42.777673 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:42.792184 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Transition to ACTIVE for port object 0ef160a8-6ccf-4135-bd97-9e701acac526 will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:42.827997 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:42.868901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Network 3aea78af-e19a-4395-bf20-427b8e528621 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:42.872007 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:42.877453 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:42.883651 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event updated for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:42.928737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:42.929246 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:42.945561 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-e2a6419a-62bd-465e-923b-9a0d50631f58 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594871 Aug 02 17:31:42.958030 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Request body: {'port': {'device_id': '1f369520-20b2-426d-a99a-15f8741e7270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:43.013997 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.063892 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3c46-f14e-488b-969d-d67a32cfa22d req-f3ab1994-ef56-4874-a067-beb1731e558b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.065474 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-611b3c46-f14e-488b-969d-d67a32cfa22d req-f3ab1994-ef56-4874-a067-beb1731e558b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0566697 Aug 02 17:31:43.103646 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-611b3c46-f14e-488b-969d-d67a32cfa22d req-e84e986d-4b5f-4d6f-a943-8872e9616143 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Aug 02 17:31:43.156194 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-babf7999-9d43-4900-9639-db467389f314 None None] Provisioning for port 0ef160a8-6ccf-4135-bd97-9e701acac526 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:43.160603 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-babf7999-9d43-4900-9639-db467389f314 None None] Provisioning complete for port 0ef160a8-6ccf-4135-bd97-9e701acac526 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:43.160977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-babf7999-9d43-4900-9639-db467389f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.194045 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-babf7999-9d43-4900-9639-db467389f314 None None] Port 0ef160a8-6ccf-4135-bd97-9e701acac526 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:43.336783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea36e8-74c3-4579-b155-6860a2048be9 req-4cab9aff-e12b-46b6-b122-ad640dcca8db tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.338779 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29ea36e8-74c3-4579-b155-6860a2048be9 req-4cab9aff-e12b-46b6-b122-ad640dcca8db tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0514379 Aug 02 17:31:43.381884 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-29ea36e8-74c3-4579-b155-6860a2048be9 req-907cf937-ea44-4c9b-8d90-b68f3315dd92 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Aug 02 17:31:43.533369 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:31:43.548304 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67998c0-d699-4e0a-813b-4d4b36a8ca27 req-c87df999-081d-4e54-850e-cdf25047f726 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.549840 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c67998c0-d699-4e0a-813b-4d4b36a8ca27 req-c87df999-081d-4e54-850e-cdf25047f726 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 931 time: 0.0508733 Aug 02 17:31:43.569649 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef160a8-6ccf-4135-bd97-9e701acac526 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:43.577887 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.590393 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Transition to ACTIVE for port object 0ef160a8-6ccf-4135-bd97-9e701acac526 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:43.592048 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c67998c0-d699-4e0a-813b-4d4b36a8ca27 req-ad5098cc-7ddb-4dc0-858d-5312b3a2575e tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359118 Aug 02 17:31:43.595549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.645096 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:43.645647 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:43.658611 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:31:43.697683 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.711224 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:43.718597 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Attempting to bind port 0ef160a8-6ccf-4135-bd97-9e701acac526 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:43.719198 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Attempting to bind port 0ef160a8-6ccf-4135-bd97-9e701acac526 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:43.719747 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Attempting to bind port 0ef160a8-6ccf-4135-bd97-9e701acac526 on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:43.725130 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Port 0ef160a8-6ccf-4135-bd97-9e701acac526 on network 3aea78af-e19a-4395-bf20-427b8e528621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:31:43.725737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Attempting to bind port 0ef160a8-6ccf-4135-bd97-9e701acac526 on network 3aea78af-e19a-4395-bf20-427b8e528621 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:43.730987 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:43.731319 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Checking segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:43.731692 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Bound using segment: {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:43.732243 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Bound port: 0ef160a8-6ccf-4135-bd97-9e701acac526, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b3d2f0-e0b0-4549-bf5e-abac6df2349b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:43.732362 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:43.732599 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.737763 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.789027 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:43.804922 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:43.808137 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ef160a8-6ccf-4135-bd97-9e701acac526,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:43.813825 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.845182 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.845815 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:43.847223 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ef160a8-6ccf-4135-bd97-9e701acac526 HTTP/1.1" status: 200 len: 1093 time: 0.8935788 Aug 02 17:31:43.847711 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:43.849947 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34065212-78cc-4860-a36a-3fccc19aa23b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:43.878667 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1ce8-73d7-495b-b26b-3718422b6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:43.896720 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eed9625-f67d-4a61-9188-9305f00a3b3c x-openstack-request-id: req-8eed9625-f67d-4a61-9188-9305f00a3b3c {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:43.896946 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:43.897197 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eed9625-f67d-4a61-9188-9305f00a3b3c {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:43.897621 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'status': 'completed', 'code': 200} Aug 02 17:31:43.939910 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-672986ff-52cb-4463-bd09-c19c765f50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.941707 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-672986ff-52cb-4463-bd09-c19c765f50f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 1096 time: 0.0432458 Aug 02 17:31:43.989197 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-f5773096-7549-4764-9464-858d9607bfa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ef160a8-6ccf-4135-bd97-9e701acac526 HTTP/1.1" status: 200 len: 217 time: 0.0378156 Aug 02 17:31:44.003067 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['4df05830-2c19-4099-8ebc-0355c90a0c33'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:44.040415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8da225a3-a904-4ebe-95c8-eec055815376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.041906 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-8da225a3-a904-4ebe-95c8-eec055815376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0453770 Aug 02 17:31:44.098517 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-13aa7550-bea8-4a22-bbb9-f52d8055f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.100030 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-13aa7550-bea8-4a22-bbb9-f52d8055f127 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437515 Aug 02 17:31:44.192084 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-fde6180a-491a-496a-8f41-08b4680e25cc service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Aug 02 17:31:44.222740 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b653-dccd-4286-93ac-34bdcb08d39d req-c826f717-1b9c-422a-9c3c-0cf2e2316d26 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.224206 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7f17b653-dccd-4286-93ac-34bdcb08d39d req-c826f717-1b9c-422a-9c3c-0cf2e2316d26 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0488589 Aug 02 17:31:44.263044 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7f17b653-dccd-4286-93ac-34bdcb08d39d req-92fa3a6a-9e58-471f-9493-1038ab1d6c72 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Aug 02 17:31:44.282715 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-b7427c74-a0d3-485c-9022-01ef7ef1f357 req-dad0772c-20eb-4aa7-8901-373d92bf1ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Aug 02 17:31:44.383878 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065212-78cc-4860-a36a-3fccc19aa23b req-14ef8101-cfc2-49d6-96ae-0eb6b73241b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.385365 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-14ef8101-cfc2-49d6-96ae-0eb6b73241b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 1096 time: 0.0456789 Aug 02 17:31:44.478184 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065212-78cc-4860-a36a-3fccc19aa23b req-367f104b-5394-46d6-9efa-22919a67f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.479598 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-367f104b-5394-46d6-9efa-22919a67f316 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.0863910 Aug 02 17:31:44.497720 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8749ffe-53a6-452d-96cb-294e7d6a97c4 req-6d42a6ab-3616-4f8c-baeb-a868b9dfb296 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.499240 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b8749ffe-53a6-452d-96cb-294e7d6a97c4 req-6d42a6ab-3616-4f8c-baeb-a868b9dfb296 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0495248 Aug 02 17:31:44.521811 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-2d87a915-ec38-4d01-9a02-1610a4e8268f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ef160a8-6ccf-4135-bd97-9e701acac526 HTTP/1.1" status: 200 len: 217 time: 0.0343442 Aug 02 17:31:44.540092 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b8749ffe-53a6-452d-96cb-294e7d6a97c4 req-864beb62-37c2-488f-afb9-a538ddc5a376 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed5fa1f1-33d1-4942-90f6-f2956cc736f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Aug 02 17:31:44.579559 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065212-78cc-4860-a36a-3fccc19aa23b req-290581d0-671f-40b9-bba9-260cc5dcece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.581035 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-290581d0-671f-40b9-bba9-260cc5dcece6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.0514860 Aug 02 17:31:44.634175 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065212-78cc-4860-a36a-3fccc19aa23b req-1de1f576-ef51-4781-aa81-49d19a405801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.636355 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-1de1f576-ef51-4781-aa81-49d19a405801 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465801 Aug 02 17:31:44.724029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af03ba-a1e4-450a-b1db-2c5467da209f req-b5a2b411-cca9-42f7-aacf-56eb3a1237f7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.725557 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c5af03ba-a1e4-450a-b1db-2c5467da209f req-b5a2b411-cca9-42f7-aacf-56eb3a1237f7 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 943 time: 0.0500362 Aug 02 17:31:44.730370 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-ab7847f1-c1d9-4745-a002-9be8e5456660 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825202 Aug 02 17:31:44.763994 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c5af03ba-a1e4-450a-b1db-2c5467da209f req-374ac13b-1f0f-4aee-a0f2-e7f049d964aa tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Aug 02 17:31:44.831681 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-34065212-78cc-4860-a36a-3fccc19aa23b req-e5dc461d-80ca-4872-97b6-8416eb786b66 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899854 Aug 02 17:31:45.181233 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f2e12-9926-4638-8872-823c04edfe39 req-d5c82488-623f-4fa1-a9f6-b94cb407f6fe tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.182700 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-de3f2e12-9926-4638-8872-823c04edfe39 req-d5c82488-623f-4fa1-a9f6-b94cb407f6fe tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.42 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 946 time: 0.0631952 Aug 02 17:31:45.282364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Deleting port c5729e00-a02c-4abf-aed3-371e5ccd811a {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:45.282710 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.382946 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] For port c5729e00-a02c-4abf-aed3-371e5ccd811a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5729e00-a02c-4abf-aed3-371e5ccd811a,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:45.383285 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.394067 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef7685-b896-4a51-97a4-fa56a31be169 req-6656cdca-0914-4133-9e1d-335d6d747cc5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.395626 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8ef7685-b896-4a51-97a4-fa56a31be169 req-6656cdca-0914-4133-9e1d-335d6d747cc5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0618410 Aug 02 17:31:45.395998 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Calling delete_port for c5729e00-a02c-4abf-aed3-371e5ccd811a owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:45.435707 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e8ef7685-b896-4a51-97a4-fa56a31be169 req-f8a13c11-dadf-45be-9c55-96b2253f93aa tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 Aug 02 17:31:45.525252 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:45.535493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.548233 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['c5729e00-a02c-4abf-aed3-371e5ccd811a'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:45.567572 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Pushing event deleted for resources: {'Port': ['ID=c5729e00-a02c-4abf-aed3-371e5ccd811a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:45.600329 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 4df05830-2c19-4099-8ebc-0355c90a0c33 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:45.604661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 4df05830-2c19-4099-8ebc-0355c90a0c33 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:45.605035 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.613541 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] No DVR routers for this DVR port c5729e00-a02c-4abf-aed3-371e5ccd811a on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:45.616132 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.618655 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-de3f2e12-9926-4638-8872-823c04edfe39 req-af5811ef-2a09-4a8c-a95a-978816f15880 tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.42 "DELETE /v2.0/ports/c5729e00-a02c-4abf-aed3-371e5ccd811a HTTP/1.1" status: 204 len: 173 time: 0.4287081 Aug 02 17:31:45.657288 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73f5a3b3-e68b-4226-bcda-0edb5964d01f req-46d88d90-e3ae-4d68-99b0-6ad3efbae64d tempest-TestMinimumBasicScenario-1299748043 tempest-TestMinimumBasicScenario-1299748043-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b77a62-8d73-42b8-a11c-12ad7a4d5318 HTTP/1.1" status: 200 len: 210 time: 0.0336258 Aug 02 17:31:45.697067 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.720003 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:45.722303 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865d81b-43ed-4e4e-bcc9-612120a20662" -d '{"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:45.735351 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:45.741063 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.764328 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa6a547-0feb-4099-bee8-efe1ebd8164c x-openstack-request-id: req-0aa6a547-0feb-4099-bee8-efe1ebd8164c {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:45.764616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:45.764863 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0aa6a547-0feb-4099-bee8-efe1ebd8164c {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:45.765249 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'code': 200} Aug 02 17:31:45.792464 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:45.891686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179ce28-22e5-42da-b1f0-7345ef0ff0b3 req-64494771-25de-4bde-843f-c2c07585bed5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.893608 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1179ce28-22e5-42da-b1f0-7345ef0ff0b3 req-64494771-25de-4bde-843f-c2c07585bed5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 943 time: 0.0626206 Aug 02 17:31:45.903303 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'name': 'network-vif-deleted', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:45.905570 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2014bf40-3876-4689-b887-2b97be928d22" -d '{"events": [{"server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "name": "network-vif-deleted", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:45.935537 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1179ce28-22e5-42da-b1f0-7345ef0ff0b3 req-95495cf7-27a2-4f5b-9bbc-951f3903c3c3 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Aug 02 17:31:45.942360 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e0f03-cbc2-4838-a078-fc879fa86739 req-528d0b71-d2af-4f56-8817-5248c1d11a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.944537 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ce0e0f03-cbc2-4838-a078-fc879fa86739 req-528d0b71-d2af-4f56-8817-5248c1d11a6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0491068 Aug 02 17:31:45.967330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105468cc-967d-4a24-baea-83bd1498c3f2 x-openstack-request-id: req-105468cc-967d-4a24-baea-83bd1498c3f2 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:45.967611 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b77a62-8d73-42b8-a11c-12ad7a4d5318", "name": "network-vif-deleted", "tag": "c5729e00-a02c-4abf-aed3-371e5ccd811a", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:45.967855 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-105468cc-967d-4a24-baea-83bd1498c3f2 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:45.968229 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b77a62-8d73-42b8-a11c-12ad7a4d5318', 'name': 'network-vif-deleted', 'tag': 'c5729e00-a02c-4abf-aed3-371e5ccd811a', 'status': 'completed', 'code': 200} Aug 02 17:31:45.984354 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ce0e0f03-cbc2-4838-a078-fc879fa86739 req-e8d59320-69fd-4736-8547-5c07a233601e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Aug 02 17:31:46.558203 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2a86-5b77-4979-b366-36a456d74360 req-ba161997-8206-49d3-8044-3ef2571fbaf7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:46.559671 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f47a2a86-5b77-4979-b366-36a456d74360 req-ba161997-8206-49d3-8044-3ef2571fbaf7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0516696 Aug 02 17:31:46.614795 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f47a2a86-5b77-4979-b366-36a456d74360 req-da7f8837-9027-4480-a2a6-367229f4962a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490022 Aug 02 17:31:47.052915 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11564bfb-6c82-4d9a-ae23-d0d58d37583b req-2f10a4d3-5666-4112-a7f2-053140c4c381 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:47.054437 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-11564bfb-6c82-4d9a-ae23-d0d58d37583b req-2f10a4d3-5666-4112-a7f2-053140c4c381 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 943 time: 0.0496488 Aug 02 17:31:47.093330 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-11564bfb-6c82-4d9a-ae23-d0d58d37583b req-d88cdaff-7ca3-43d4-b049-9e7b98f71d04 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Aug 02 17:31:47.355430 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38664) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:47.541116 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 0ef160a8-6ccf-4135-bd97-9e701acac526 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:31:47.637037 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ef160a8-6ccf-4135-bd97-9e701acac526,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:47.648923 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'port_id': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'mac_address': 'fa:16:3e:0e:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:31:47.688187 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:47.700977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef160a8-6ccf-4135-bd97-9e701acac526 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:47.708837 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:47.723643 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ef160a8-6ccf-4135-bd97-9e701acac526,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:47.728281 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:47.752262 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d677-a251-4588-a916-0fbb4ba45936 req-000ce3e9-5a8b-4769-a806-187a1fc5e73c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:47.754992 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5353d677-a251-4588-a916-0fbb4ba45936 req-000ce3e9-5a8b-4769-a806-187a1fc5e73c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0562465 Aug 02 17:31:47.780934 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:47.795996 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5353d677-a251-4588-a916-0fbb4ba45936 req-3ac09aa7-eb82-49b4-9ba8-5f65049ef667 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338480 Aug 02 17:31:47.910714 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb70ba-f1b8-409c-948b-0450a37ce282 req-8c7d5b5d-7e55-436e-a2d2-9947c3ed2ba5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:47.912342 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ecdb70ba-f1b8-409c-948b-0450a37ce282 req-8c7d5b5d-7e55-436e-a2d2-9947c3ed2ba5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0493381 Aug 02 17:31:47.921639 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38670) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:47.929490 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Request body: {'floatingip': {'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:47.958993 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['0ef160a8-6ccf-4135-bd97-9e701acac526'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:47.963064 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Deleting port f3e50254-ea03-4afc-bd24-927d5a4edc87 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:47.963716 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:47.973355 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.052826 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] For port f3e50254-ea03-4afc-bd24-927d5a4edc87, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f3e50254-ea03-4afc-bd24-927d5a4edc87,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:48.053189 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.066956 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Calling delete_port for f3e50254-ea03-4afc-bd24-927d5a4edc87 owned by network:router_interface {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:48.255606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.280575 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e50254-ea03-4afc-bd24-927d5a4edc87,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:48.289599 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241c08e-f74b-460a-87fc-ad1d7bf2467c req-0e45bdb1-6279-43de-83fd-febdb3c6ed09 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:48.291145 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8241c08e-f74b-460a-87fc-ad1d7bf2467c req-0e45bdb1-6279-43de-83fd-febdb3c6ed09 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 944 time: 0.1273797 Aug 02 17:31:48.381390 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8241c08e-f74b-460a-87fc-ad1d7bf2467c req-720bc005-6695-4a70-8bdd-cf62cf32c621 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775838 Aug 02 17:31:48.452631 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.480961 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.484757 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.584667 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Floating IP 4d85f0e9-f294-4d83-b948-11559459bc84 associated. External IP: 172.27.3.108, port: 4df05830-2c19-4099-8ebc-0355c90a0c33. Aug 02 17:31:48.677886 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Router 06048878-756b-4a16-9a60-5dea057b1fd4 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:48.791778 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:48.797587 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-74b815e1-72a1-4e21-b559-8ad094368959 admin admin] 10.222.0.54 "PUT /v2.0/routers/06048878-756b-4a16-9a60-5dea057b1fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410594 Aug 02 17:31:48.802202 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38674) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:48.802629 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Sync routers for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:48.812728 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:48.813352 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:48.908091 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:48.922531 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:49.024436 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.067058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:49.178504 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:49.183035 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.190887 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:49.201891 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:49.202982 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.212342 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-93d0a4b6-e3c6-4008-b874-c4bf9a0c6084 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "PUT /v2.0/floatingips/4d85f0e9-f294-4d83-b948-11559459bc84 HTTP/1.1" status: 200 len: 991 time: 1.2866929 Aug 02 17:31:49.212342 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:49.213122 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85043416-e197-496c-95c5-41fbb87033da" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:49.258034 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:31:48Z', 'revision_number': 5, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port': {'id': 'f11111c7-3e8d-43df-a8a5-24cbf116709f', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:18Z', 'updated_at': '2021-08-02T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.280600 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033173ec-5966-4df1-96d9-7d4af2a92599 x-openstack-request-id: req-033173ec-5966-4df1-96d9-7d4af2a92599 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:49.280882 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:49.281123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-033173ec-5966-4df1-96d9-7d4af2a92599 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:49.281513 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'status': 'completed', 'code': 200} Aug 02 17:31:49.290493 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Checking router: 06048878-756b-4a16-9a60-5dea057b1fd4 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:49.309648 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Routers {'06048878-756b-4a16-9a60-5dea057b1fd4'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:49.310340 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['06048878-756b-4a16-9a60-5dea057b1fd4'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.351322 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:49.385925 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043416-e197-496c-95c5-41fbb87033da req-18f5746d-db38-4bfb-a208-35b6e8d23043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.387430 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-18f5746d-db38-4bfb-a208-35b6e8d23043 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0515947 Aug 02 17:31:49.391614 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Deleting port f11111c7-3e8d-43df-a8a5-24cbf116709f {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:49.391955 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.400155 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] Set router 06048878-756b-4a16-9a60-5dea057b1fd4 gateway port host: None {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:49.471491 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:31:49Z', 'revision_number': 6, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.508178 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b60bde-33ba-4469-8820-8f5dfc669bdc None None] The sync data for ids ['06048878-756b-4a16-9a60-5dea057b1fd4'] in dv-cinder-788367-3-iscsi is: [{'id': '06048878-756b-4a16-9a60-5dea057b1fd4', 'name': 'tempest-TestMinimumBasicScenario-45116114-router', 'tenant_id': '43e341179eee48928d0e2ee6dee90ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:17Z', 'updated_at': '2021-08-02T17:31:49Z', 'revision_number': 6, 'project_id': '43e341179eee48928d0e2ee6dee90ff1', 'gw_port_host': None}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:49.514938 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15c34c-0cef-43d2-a814-d8536a659a83 req-550780d6-972b-45a4-9b67-ac30baadd710 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.524800 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ea15c34c-0cef-43d2-a814-d8536a659a83 req-550780d6-972b-45a4-9b67-ac30baadd710 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 944 time: 0.0678282 Aug 02 17:31:49.548622 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] For port f11111c7-3e8d-43df-a8a5-24cbf116709f, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f11111c7-3e8d-43df-a8a5-24cbf116709f,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:49.549037 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.555642 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 0ef160a8-6ccf-4135-bd97-9e701acac526 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:49.561870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043416-e197-496c-95c5-41fbb87033da req-11cce1bb-1f6f-4341-8ab4-88926ba110e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.563390 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-11cce1bb-1f6f-4341-8ab4-88926ba110e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.1686890 Aug 02 17:31:49.570310 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Calling delete_port for f11111c7-3e8d-43df-a8a5-24cbf116709f owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:49.585594 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ea15c34c-0cef-43d2-a814-d8536a659a83 req-87312d00-e1fe-4ec2-b400-904d0e0c0152 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594215 Aug 02 17:31:49.600874 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '4d85f0e9-f294-4d83-b948-11559459bc84', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:36Z', 'updated_at': '2021-08-02T17:31:48Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.615162 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 0ef160a8-6ccf-4135-bd97-9e701acac526 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:49.620014 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 0ef160a8-6ccf-4135-bd97-9e701acac526 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:49.620472 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.631899 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:49.639813 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:49.640430 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:49.676643 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-8663ed6a-b213-4479-8808-a7efdb60fbac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 999 time: 0.1040037 Aug 02 17:31:49.699536 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.721695 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:49.723925 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d38c19-5bf3-4208-a20c-c89db3125f27" -d '{"events": [{"server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "name": "network-vif-plugged", "status": "completed", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:49.737199 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ef160a8-6ccf-4135-bd97-9e701acac526,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:49.742869 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.743550 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device c5729e00-a02c-4abf-aed3-371e5ccd811a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:49.746554 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:49.784654 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b177b-22e6-4213-b4c7-8bf99f0658e9 x-openstack-request-id: req-d87b177b-22e6-4213-b4c7-8bf99f0658e9 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:49.785106 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "name": "network-vif-plugged", "status": "completed", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:49.785459 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d87b177b-22e6-4213-b4c7-8bf99f0658e9 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:49.785992 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'code': 200} Aug 02 17:31:49.786133 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043416-e197-496c-95c5-41fbb87033da req-25a8074c-880e-4805-b0c5-2572a6cc4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.787746 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-25a8074c-880e-4805-b0c5-2572a6cc4e39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.1013341 Aug 02 17:31:49.788908 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: c5729e00-a02c-4abf-aed3-371e5ccd811a {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:49.789373 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device c5729e00-a02c-4abf-aed3-371e5ccd811a not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:49.815114 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:49.886761 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043416-e197-496c-95c5-41fbb87033da req-6c359bc9-b8be-4d9b-88dc-311bc580b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.888364 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-6c359bc9-b8be-4d9b-88dc-311bc580b367 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889690 Aug 02 17:31:49.889984 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.926271 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f11111c7-3e8d-43df-a8a5-24cbf116709f,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:49.981385 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b5dee-7019-4957-9fd9-35f9a9d4da41 req-04596104-9d8d-4f11-a9c0-0530e298a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.983186 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-050b5dee-7019-4957-9fd9-35f9a9d4da41 req-04596104-9d8d-4f11-a9c0-0530e298a794 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 1098 time: 0.0559752 Aug 02 17:31:50.022958 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '4d85f0e9-f294-4d83-b948-11559459bc84', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:36Z', 'updated_at': '2021-08-02T17:31:48Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:50.038359 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-050b5dee-7019-4957-9fd9-35f9a9d4da41 req-8a23271e-f681-4b9b-8e46-0ef5702bd951 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460050 Aug 02 17:31:50.042814 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.051546 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb7d20-4911-4447-87b5-3bbc560ac017 None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '4d85f0e9-f294-4d83-b948-11559459bc84', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:36Z', 'updated_at': '2021-08-02T17:31:48Z', 'revision_number': 1, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:50.139191 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-5067b35b-b43d-4d29-8b20-afb4a45cb308 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236958 Aug 02 17:31:50.142252 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.144306 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.231155 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.231624 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06048878-756b-4a16-9a60-5dea057b1fd4 {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:31:50.238521 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.239660 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f6abbf92-2ce5-4a53-86b0-d3db68b0bdaa admin admin] 10.222.0.54 "DELETE /v2.0/routers/06048878-756b-4a16-9a60-5dea057b1fd4 HTTP/1.1" status: 204 len: 168 time: 1.4363739 Aug 02 17:31:50.242893 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38684) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:50.244132 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecf4f-0579-4fe6-81b8-3076e245fe27 None None] New status for floating IP 4d85f0e9-f294-4d83-b948-11559459bc84: ACTIVE {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:50.284322 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-85043416-e197-496c-95c5-41fbb87033da req-3064405e-35eb-4d23-b05c-955e592d141e service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367755 Aug 02 17:31:50.294728 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Deleting subnet b9813528-87de-40f4-b8f4-1967191ffc8b {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:31:50.298413 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.337986 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.457297 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.468862 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f3e50254-ea03-4afc-bd24-927d5a4edc87 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:50.490646 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: f3e50254-ea03-4afc-bd24-927d5a4edc87 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:50.490946 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f3e50254-ea03-4afc-bd24-927d5a4edc87 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:50.520196 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.546966 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9813528-87de-40f4-b8f4-1967191ffc8b,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:50.551205 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.553190 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b9813528-87de-40f4-b8f4-1967191ffc8b HTTP/1.1" status: 204 len: 168 time: 0.3092887 Aug 02 17:31:50.556090 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38688) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:50.559637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.560056 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.560455 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.560649 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d32b5f-1825-462a-bd0a-5f503cb0c98d None None] Network 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:50.560908 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.561300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.561690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.562090 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.562469 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.562854 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.563236 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.563624 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.564005 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6527c8-1efc-4824-951b-ca05bc27f874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:50.650865 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.715139 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Deleting port f7eef1fc-90b7-492d-a15e-9e38b52b15fa {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:50.715478 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.716332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1781e2-2567-4372-999c-fada502e0bd2 req-68972a49-1d30-417f-a954-45eec03009fb tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:50.722667 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ac1781e2-2567-4372-999c-fada502e0bd2 req-68972a49-1d30-417f-a954-45eec03009fb tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0700598 Aug 02 17:31:50.767550 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ac1781e2-2567-4372-999c-fada502e0bd2 req-079e2419-4f93-47a0-9704-7c01e1e219d9 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Aug 02 17:31:50.796480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] DHCP port deletion for 17867df9-dff7-4a7a-bda0-c1c64e3cbc98 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:31:50.797731 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] For port f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:50.798255 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.812975 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Calling delete_port for f7eef1fc-90b7-492d-a15e-9e38b52b15fa owned by network:dhcp {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:50.849346 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Deleting port f7eef1fc-90b7-492d-a15e-9e38b52b15fa {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:50.850538 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.908091 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.922169 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] For port f7eef1fc-90b7-492d-a15e-9e38b52b15fa, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,segment=NetworkSegment(2bbb6439-0df8-4746-91a7-8e2b27db4ca0),segment_id=2bbb6439-0df8-4746-91a7-8e2b27db4ca0)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:50.922577 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.938630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Calling delete_port for f7eef1fc-90b7-492d-a15e-9e38b52b15fa owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:50.938973 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:50.940749 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] No DVR routers for this DVR port f7eef1fc-90b7-492d-a15e-9e38b52b15fa on host dv-cinder-788367-3-iscsi {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:51.009061 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.020539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17867df9-dff7-4a7a-bda0-c1c64e3cbc98']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:51.030901 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbb6439-0df8-4746-91a7-8e2b27db4ca0') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:51.031203 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbb6439-0df8-4746-91a7-8e2b27db4ca0') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:51.040675 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.054279 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.060240 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:31:51.060731 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:31:51.062489 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:31:51.064917 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.089335 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] Pushing event deleted for resources: {'Port': ['ID=f7eef1fc-90b7-492d-a15e-9e38b52b15fa,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:51.093308 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81b436-19b1-4e75-b5bd-dba5f737eb0a None None] No DVR routers for this DVR port f7eef1fc-90b7-492d-a15e-9e38b52b15fa on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:51.120933 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.126028 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.130235 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17867df9-dff7-4a7a-bda0-c1c64e3cbc98 HTTP/1.1" status: 204 len: 168 time: 0.5706768 Aug 02 17:31:51.131487 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38692) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:51.143816 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4a1a-e567-4462-9d04-2b564b008722 admin admin] Pushing event deleted for resources: {'Network': ['ID=17867df9-dff7-4a7a-bda0-c1c64e3cbc98,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:51.567095 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.884556 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Deleting port 9ad9e166-41a2-4682-86cc-30ab08581ca7 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:51.884779 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.903896 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460704c2-4319-4de3-a21b-c114bad73d85 req-8f0a8fd7-9924-459d-8baa-054ac604e995 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:51.905354 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-460704c2-4319-4de3-a21b-c114bad73d85 req-8f0a8fd7-9924-459d-8baa-054ac604e995 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0704589 Aug 02 17:31:51.979865 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-460704c2-4319-4de3-a21b-c114bad73d85 req-66c05cf6-4fff-4075-a293-bcd939685f86 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512915 Aug 02 17:31:51.997519 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] For port 9ad9e166-41a2-4682-86cc-30ab08581ca7, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=9ad9e166-41a2-4682-86cc-30ab08581ca7,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:51.997882 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.011309 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Calling delete_port for 9ad9e166-41a2-4682-86cc-30ab08581ca7 owned by network:router_interface {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:52.073991 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f11111c7-3e8d-43df-a8a5-24cbf116709f no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:52.097076 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: f11111c7-3e8d-43df-a8a5-24cbf116709f {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:52.097407 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f11111c7-3e8d-43df-a8a5-24cbf116709f not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:52.097822 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f7eef1fc-90b7-492d-a15e-9e38b52b15fa no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:52.117194 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: f7eef1fc-90b7-492d-a15e-9e38b52b15fa {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:52.117528 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device f7eef1fc-90b7-492d-a15e-9e38b52b15fa not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:52.140569 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf493d9-2c21-4f31-be5f-0a39694ee189 req-b8805514-8118-4787-b023-f2632031dc35 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:52.141970 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7cf493d9-2c21-4f31-be5f-0a39694ee189 req-b8805514-8118-4787-b023-f2632031dc35 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0821590 Aug 02 17:31:52.150993 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38700) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:52.155864 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Request body: {'floatingip': {'port_id': '0ef160a8-6ccf-4135-bd97-9e701acac526'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:52.194024 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.196343 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:31:52.257961 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.285183 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad9e166-41a2-4682-86cc-30ab08581ca7,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:52.450156 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.645706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.651032 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.668739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Router 9a43773b-d923-4730-9823-96330b9986fc has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:52.749834 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Floating IP 734a3277-588b-47d8-aa56-3b4f300cd346 associated. External IP: 172.27.3.180, port: 0ef160a8-6ccf-4135-bd97-9e701acac526. Aug 02 17:31:52.774853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:52.783059 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38704) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:52.783453 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a1c686d1-1da2-4846-afa6-75fc278256f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a43773b-d923-4730-9823-96330b9986fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505823 Aug 02 17:31:52.786094 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Sync routers for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:52.795455 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:52.796140 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:52.899921 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:52.931383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.075274 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 5, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.101176 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Checking router: 9a43773b-d923-4730-9823-96330b9986fc for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:53.109425 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Routers {'9a43773b-d923-4730-9823-96330b9986fc'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:53.110022 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['9a43773b-d923-4730-9823-96330b9986fc'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.110872 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:53.112265 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.215120 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] Set router 9a43773b-d923-4730-9823-96330b9986fc gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:53.493259 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 5, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.496254 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Deleting port a5f2601f-cef8-45eb-a144-bd15d48cef84 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:53.496254 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.500119 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:53.511812 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:53.512581 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.519175 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae03ea-f14d-4803-96cb-d8170319cf85 None None] The sync data for ids ['9a43773b-d923-4730-9823-96330b9986fc'] in dv-cinder-788367-3-iscsi is: [{'id': '9a43773b-d923-4730-9823-96330b9986fc', 'name': 'tempest-TestMinimumBasicScenario-1640214087-router', 'tenant_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 5, 'project_id': '4cad3f7ba8e1443ea85340f4bac257b7', 'gw_port': {'id': 'a5f2601f-cef8-45eb-a144-bd15d48cef84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43773b-d923-4730-9823-96330b9986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:24Z', 'updated_at': '2021-08-02T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:53.522501 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:53.523102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.571529 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-769a51c2-55bb-4bc5-bd3f-0f2148c367cd tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "PUT /v2.0/floatingips/734a3277-588b-47d8-aa56-3b4f300cd346 HTTP/1.1" status: 200 len: 991 time: 1.4188359 Aug 02 17:31:53.572916 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:53.575215 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4efc5d6-96e8-4607-8957-5de709d6db88" -d '{"events": [{"name": "network-changed", "server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:53.612088 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] For port a5f2601f-cef8-45eb-a144-bd15d48cef84, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=a5f2601f-cef8-45eb-a144-bd15d48cef84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:53.612545 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.622785 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81acad-cf64-4233-b4fa-fa708e7ab2a4 x-openstack-request-id: req-6d81acad-cf64-4233-b4fa-fa708e7ab2a4 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:53.623129 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:53.623437 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d81acad-cf64-4233-b4fa-fa708e7ab2a4 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:53.623887 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'status': 'completed', 'code': 200} Aug 02 17:31:53.627738 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Calling delete_port for a5f2601f-cef8-45eb-a144-bd15d48cef84 owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:53.645134 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:53.757065 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-0d6a9cbf-80b6-4b71-9028-cff41fff54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:53.758505 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-0d6a9cbf-80b6-4b71-9028-cff41fff54ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94b987d163c644f8b19411937508b690&device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 1098 time: 0.0896993 Aug 02 17:31:53.867439 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '734a3277-588b-47d8-aa56-3b4f300cd346', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:0e:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f369520-20b2-426d-a99a-15f8741e7270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:39Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.895606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-c88f5dbf-bad1-435b-bbb5-fbd56282ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:53.897099 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-c88f5dbf-bad1-435b-bbb5-fbd56282ac3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 200 len: 912 time: 0.1265881 Aug 02 17:31:53.899938 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:53.900105 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.909160 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:53.909805 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:53.933348 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f2601f-cef8-45eb-a144-bd15d48cef84,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:54.030778 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-c0c32724-4c9e-4288-9d38-ada6d9d9b8f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ef160a8-6ccf-4135-bd97-9e701acac526 HTTP/1.1" status: 200 len: 999 time: 0.1237178 Aug 02 17:31:54.031514 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:54.069570 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.176033 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.180008 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.182436 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-bd02c9ac-1fbd-4fc1-ab61-37605f5d7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:54.183525 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9ad9e166-41a2-4682-86cc-30ab08581ca7 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:54.183911 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-bd02c9ac-1fbd-4fc1-ab61-37605f5d7cb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 200 len: 850 time: 0.1447232 Aug 02 17:31:54.207564 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 9ad9e166-41a2-4682-86cc-30ab08581ca7 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:54.207905 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 9ad9e166-41a2-4682-86cc-30ab08581ca7 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:54.247117 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.247609 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a43773b-d923-4730-9823-96330b9986fc {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:31:54.252827 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.253773 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-534bd193-b52a-4e97-8293-ede55a067ae8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9a43773b-d923-4730-9823-96330b9986fc HTTP/1.1" status: 204 len: 168 time: 1.4697897 Aug 02 17:31:54.256534 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38712) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:54.303501 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-7790f6b7-4169-4789-8f17-0693558fd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:54.305088 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-7790f6b7-4169-4789-8f17-0693558fd6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aea78af-e19a-4395-bf20-427b8e528621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839384 Aug 02 17:31:54.310019 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Deleting subnet ecb828c3-b602-431a-a1a8-533aaab88add {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:31:54.320577 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.398716 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.411836 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '734a3277-588b-47d8-aa56-3b4f300cd346', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:0e:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f369520-20b2-426d-a99a-15f8741e7270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:39Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:54.441679 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77708f92-cd6f-4f3f-9ea0-126bd6e2ff7a None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '734a3277-588b-47d8-aa56-3b4f300cd346', 'tenant_id': '94b987d163c644f8b19411937508b690', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'port_id': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'mac_address': 'fa:16:3e:0e:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f369520-20b2-426d-a99a-15f8741e7270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:39Z', 'updated_at': '2021-08-02T17:31:52Z', 'revision_number': 1, 'project_id': '94b987d163c644f8b19411937508b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:54.462303 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-1dda348a-eb69-4a92-a63c-9fc7d80716e3 service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498327 Aug 02 17:31:54.577747 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.638559 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f4efc5d6-96e8-4607-8957-5de709d6db88 req-ce71d096-0b81-47a6-a665-77cd69fe377a service neutron] 10.222.0.42 "GET /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598322 Aug 02 17:31:54.639038 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b07a56-337a-48e8-b9b6-b983030a9a24 None None] New status for floating IP 734a3277-588b-47d8-aa56-3b4f300cd346: ACTIVE {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:54.658911 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.675533 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.680349 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38718) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:54.683302 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dd2d6-2049-450e-ae01-25d22c8897ba None None] Network 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:54.686577 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ecb828c3-b602-431a-a1a8-533aaab88add HTTP/1.1" status: 204 len: 168 time: 0.4222939 Aug 02 17:31:54.718622 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306d8f8-ce76-4d9b-b03c-40dbe5a3a968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb828c3-b602-431a-a1a8-533aaab88add,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:54.771726 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.832375 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Deleting port 0e6fc606-585a-4215-a6cc-bad499da4ee3 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:54.832817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.901628 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] For port 0e6fc606-585a-4215-a6cc-bad499da4ee3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0e6fc606-585a-4215-a6cc-bad499da4ee3,segment=NetworkSegment(2dcdca58-1348-4a92-b3f1-1fc20fd711a0),segment_id=2dcdca58-1348-4a92-b3f1-1fc20fd711a0)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:54.901990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.915758 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Calling delete_port for 0e6fc606-585a-4215-a6cc-bad499da4ee3 owned by network:dhcp {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:54.945742 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] DHCP port deletion for 850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:31:54.993617 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Deleting port 0e6fc606-585a-4215-a6cc-bad499da4ee3 {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:54.994101 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.996247 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.020535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6fc606-585a-4215-a6cc-bad499da4ee3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:55.024720 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] No DVR routers for this DVR port 0e6fc606-585a-4215-a6cc-bad499da4ee3 on host dv-cinder-788367-3-iscsi {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:55.053829 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] For port 0e6fc606-585a-4215-a6cc-bad499da4ee3, host dv-cinder-788367-3-iscsi, got binding levels [] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:55.054104 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.066416 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Calling delete_port for 0e6fc606-585a-4215-a6cc-bad499da4ee3 owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:55.069093 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.ipam_backend_mixin [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Port 0e6fc606-585a-4215-a6cc-bad499da4ee3 was not found and therefore no delete operation was performed {{(pid=93245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 02 17:31:55.070351 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.092149 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.097532 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Pushing event deleted for resources: {'Port': ['ID=0e6fc606-585a-4215-a6cc-bad499da4ee3,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:55.101765 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] No DVR routers for this DVR port 0e6fc606-585a-4215-a6cc-bad499da4ee3 on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:55.101959 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:55.108452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.108775 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.109114 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.109458 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.109797 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.110088 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.110465 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.110756 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.111074 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.111394 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.111710 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.112023 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3add75-0eee-4ac6-a270-0046ece91a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:55.113982 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcdca58-1348-4a92-b3f1-1fc20fd711a0') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:55.113982 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcdca58-1348-4a92-b3f1-1fc20fd711a0') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:55.122935 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.139432 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.145810 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:31:55.146202 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:31:55.147798 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:31:55.203258 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.210435 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.213831 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] 10.222.0.54 "DELETE /v2.0/networks/850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2 HTTP/1.1" status: 204 len: 168 time: 0.5310094 Aug 02 17:31:55.226312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0b60-1f8c-45ea-8a2d-ba023c4dc84f admin admin] Pushing event deleted for resources: {'Network': ['ID=850cb9c8-10db-4fbb-80d4-e3a10aa5dbc2,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:55.386968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38726) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:55.427745 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-073a06d0-f2c0-4a88-b36d-831b9b772e9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43e341179eee48928d0e2ee6dee90ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394852 Aug 02 17:31:55.430333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38728) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:55.483332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.503549 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.836915 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b8b08-4f04-48c0-b914-d7623ed7c4c6 req-da4cc3b4-fa27-476e-9ca4-e5edacd341d7 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:55.838719 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-267b8b08-4f04-48c0-b914-d7623ed7c4c6 req-da4cc3b4-fa27-476e-9ca4-e5edacd341d7 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.3212824 Aug 02 17:31:55.858319 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.860766 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:55.861857 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed5fa1f1-33d1-4942-90f6-f2956cc736f1 HTTP/1.1" status: 204 len: 168 time: 0.4305947 Aug 02 17:31:55.876190 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d927-7b2f-4af8-abf7-e3f3956e13fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fa1f1-33d1-4942-90f6-f2956cc736f1,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:55.896233 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-267b8b08-4f04-48c0-b914-d7623ed7c4c6 req-4499195a-85be-43b2-b6c7-8c2f65c81c1f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 Aug 02 17:31:56.090531 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0e6fc606-585a-4215-a6cc-bad499da4ee3 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:56.111059 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 0e6fc606-585a-4215-a6cc-bad499da4ee3 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:56.111396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0e6fc606-585a-4215-a6cc-bad499da4ee3 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:56.112086 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device a5f2601f-cef8-45eb-a144-bd15d48cef84 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:56.131496 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: a5f2601f-cef8-45eb-a144-bd15d48cef84 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:56.131955 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device a5f2601f-cef8-45eb-a144-bd15d48cef84 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:56.207753 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38740) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:56.246501 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3c1eb568-cc63-443a-88ca-f0f31b5202e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cad3f7ba8e1443ea85340f4bac257b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375392 Aug 02 17:31:56.249141 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 38742) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:56.295192 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:56.317087 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:56.373822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:56.376468 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:56.377618 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8500801c-e71f-473f-9fac-58d04e7a4251 HTTP/1.1" status: 204 len: 168 time: 0.1276059 Aug 02 17:31:56.385424 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc431e-1a17-4bbc-a82f-f6646b55d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500801c-e71f-473f-9fac-58d04e7a4251,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:57.036255 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729522c8-896f-4051-a169-5c2753481011 req-2bc1e4c9-0541-4183-8e00-fc2deb5202a0 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:57.037828 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-729522c8-896f-4051-a169-5c2753481011 req-2bc1e4c9-0541-4183-8e00-fc2deb5202a0 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Aug 02 17:31:57.077508 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-729522c8-896f-4051-a169-5c2753481011 req-7733b128-f964-4c8c-9094-66529755b995 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336318 Aug 02 17:31:57.175816 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-8fe7c666-bf7d-438f-8358-95fe60bf3d14 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:57.177311 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-8fe7c666-bf7d-438f-8358-95fe60bf3d14 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Aug 02 17:31:57.275796 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port 7e0d513e-4713-4dd4-b16e-d22f6a42170d {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:57.276501 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:57.362537 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] For port 7e0d513e-4713-4dd4-b16e-d22f6a42170d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e0d513e-4713-4dd4-b16e-d22f6a42170d,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:57.362809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:57.579062 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:57.579435 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:57.579742 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP 8852a6cf-d004-449d-87d3-f71b724312e6 disassociated. External IP: 172.27.3.105, port: 7e0d513e-4713-4dd4-b16e-d22f6a42170d. Aug 02 17:31:57.580075 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for 7e0d513e-4713-4dd4-b16e-d22f6a42170d owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:57.724103 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:57.757505 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=7e0d513e-4713-4dd4-b16e-d22f6a42170d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:57.875686 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:57.989888 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:58.000728 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:58.011329 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:58.012019 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:58.036254 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] No DVR routers for this DVR port 7e0d513e-4713-4dd4-b16e-d22f6a42170d on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:58.038875 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:58.041088 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-6b53f230-c31e-4d11-94f3-1f9bbda88dbf req-f627fafd-c693-4116-aae0-08cacf47526e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "DELETE /v2.0/ports/7e0d513e-4713-4dd4-b16e-d22f6a42170d HTTP/1.1" status: 204 len: 173 time: 0.8575032 Aug 02 17:31:58.041564 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'name': 'network-vif-deleted', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:58.044018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e192ba-be4f-4e7c-aea0-32ed733608f5" -d '{"events": [{"server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "name": "network-vif-deleted", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:58.085766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec13183-a6f3-49cf-8f53-8812c5861013 x-openstack-request-id: req-dec13183-a6f3-49cf-8f53-8812c5861013 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:58.086063 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095b66d6-dbb0-4fba-b843-2c71d33e0996", "name": "network-vif-deleted", "tag": "7e0d513e-4713-4dd4-b16e-d22f6a42170d", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:58.086351 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dec13183-a6f3-49cf-8f53-8812c5861013 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:58.086836 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095b66d6-dbb0-4fba-b843-2c71d33e0996', 'name': 'network-vif-deleted', 'tag': '7e0d513e-4713-4dd4-b16e-d22f6a42170d', 'status': 'completed', 'code': 200} Aug 02 17:31:58.152226 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:58.216046 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c08dd41b-c94a-4158-886a-7ec9da61627a req-8a565364-e5fb-491c-abfa-13d0e24791d0 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=095b66d6-dbb0-4fba-b843-2c71d33e0996 HTTP/1.1" status: 200 len: 210 time: 0.0433750 Aug 02 17:31:58.390011 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:58.415792 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:58.450216 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:58.459399 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:58.459990 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:31:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:58.564908 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:58.765968 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:58.793506 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59015258-e380-4acb-b59d-b697b447fee1 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:59.009775 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aee82-bd82-4fa5-8790-3cdd5b22d39d None None] New status for floating IP 8852a6cf-d004-449d-87d3-f71b724312e6: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:31:59.497255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-840b7fd8-9aa1-407c-a5fc-92f3ccf0cabe tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384923442&fields=id&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 267 time: 0.0350854 Aug 02 17:31:59.611479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-174c98df-ebac-4f92-9122-29285997809a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:59.612945 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-174c98df-ebac-4f92-9122-29285997809a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1090374 Aug 02 17:31:59.627696 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-4e43eb57-6292-4d66-8536-7f8c0cd62313 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/quotas/822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Aug 02 17:31:59.685631 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-01ec3483-efc0-41f9-9f01-cd7f7a5703d9 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526557 Aug 02 17:31:59.880358 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-2fa6faf9-07ee-415f-a4f5-c9ed65badcf0 service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822703 Aug 02 17:31:59.976789 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-360af4ac-c325-49b4-8537-58890d011127 service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875521 Aug 02 17:32:00.279678 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d6cc3bfe-8e90-4a62-ae81-14558bc08ba4 req-78bd4aa0-8043-43f3-8fb0-672b83734ddd tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 210 time: 0.0269594 Aug 02 17:32:00.568630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-24014090-7481-4c52-be46-7ec1591b983f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:01.388430 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bf509f47-a326-4a6e-8f65-a24238c7278e req-5cd09058-86b2-4cfc-942c-9c4f23cd205b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 210 time: 0.0274258 Aug 02 17:32:01.561703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-b7fb9af9-1ac0-4696-96ce-7be9bad4052d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:01.563077 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-b7fb9af9-1ac0-4696-96ce-7be9bad4052d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1091607 Aug 02 17:32:01.601588 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 7e0d513e-4713-4dd4-b16e-d22f6a42170d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:32:01.623339 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-e702014c-2998-4574-801d-23a2f499dde9 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 380 time: 0.0356171 Aug 02 17:32:01.624730 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 7e0d513e-4713-4dd4-b16e-d22f6a42170d {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:32:01.625118 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 7e0d513e-4713-4dd4-b16e-d22f6a42170d not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:32:01.646243 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'port': {'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'admin_state_up': True, 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'security_groups': ['413908f5-4235-4bd7-bb2e-8a49ff2dcd10']}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:01.760803 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Made reservation on behalf of 822327a2f4f0427182b8af6b8c0654d8 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:32:01.764604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:01.899174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.20.0.8 (afae1f53-a8c1-4102-bfb3-f9f8a4e72272/b098e8ed-ba77-4dd7-b02a-74013bbdabf3/3aeba3b2-daab-4bbb-95cd-5462889d3ebc) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:02.036683 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.049721 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Transition to ACTIVE for port object 3aeba3b2-daab-4bbb-95cd-5462889d3ebc will not be triggered until provisioned by entity DHCP. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:02.083567 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.136184 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:02.139452 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:02.143119 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:02.174635 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:02.199417 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.200044 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.216080 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-170e9a4f-81d4-4f1d-b7fa-eb5a9f083dc3 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740604 Aug 02 17:32:02.286293 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Request body: {'port': {'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:02.338810 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.421651 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-c455e04b-3a6f-47c5-9b02-4749d916dc5a None None] Provisioning for port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:02.425807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-c455e04b-3a6f-47c5-9b02-4749d916dc5a None None] Provisioning complete for port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:02.426300 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c455e04b-3a6f-47c5-9b02-4749d916dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.462901 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-c455e04b-3a6f-47c5-9b02-4749d916dc5a None None] Port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:32:02.508565 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4e300-609e-4e7b-b185-e63f737c0720 req-0d624399-af09-4897-b47e-c7f2b4af2acc tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.510190 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ba4e300-609e-4e7b-b185-e63f737c0720 req-0d624399-af09-4897-b47e-c7f2b4af2acc tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 931 time: 0.0496140 Aug 02 17:32:02.549546 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ba4e300-609e-4e7b-b185-e63f737c0720 req-aa9d1f0a-7c09-41ee-ae31-3c253969d21b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Aug 02 17:32:02.614128 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeba3b2-daab-4bbb-95cd-5462889d3ebc {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:32:02.621833 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.634330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Transition to ACTIVE for port object 3aeba3b2-daab-4bbb-95cd-5462889d3ebc will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:02.640326 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.688277 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:02.765374 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Attempting to bind port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:02.765720 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Attempting to bind port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:02.766112 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Attempting to bind port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:02.771382 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:32:02.771710 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Attempting to bind port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:02.777412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:02.777748 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:02.778176 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Bound using segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:02.778613 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Bound port: 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:02.778976 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.847447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:02.850738 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:02.856570 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.890327 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.890942 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.892314 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] 10.222.0.42 "PUT /v2.0/ports/3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 1093 time: 0.6579998 Aug 02 17:32:02.892758 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:02.895070 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:02.928337 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23b4c-850e-4c7e-ac26-877c11522825 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:02.939821 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-bb4993fc-66f6-4aef-a039-a8260c844a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:02.952826 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ae6b1-6647-4e56-9ef7-422ecbe6e76d x-openstack-request-id: req-485ae6b1-6647-4e56-9ef7-422ecbe6e76d {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:02.953107 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:02.953361 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-485ae6b1-6647-4e56-9ef7-422ecbe6e76d {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:02.953762 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'status': 'completed', 'code': 200} Aug 02 17:32:02.989437 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-d972020c-464e-4047-9321-26fdc7abccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.991159 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-d972020c-464e-4047-9321-26fdc7abccea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1096 time: 0.0475357 Aug 02 17:32:03.041983 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-0ba19389-44ba-44ef-9113-2bfd7f0ff6bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 217 time: 0.0404336 Aug 02 17:32:03.096888 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-e2677632-5a14-41bb-b262-1b130523d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.098408 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-e2677632-5a14-41bb-b262-1b130523d6d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0448191 Aug 02 17:32:03.150370 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ea17-d60f-4399-8542-044a2b501338 req-099dba3d-4cf6-4f4e-a3d0-be1348960772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.151868 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-099dba3d-4cf6-4f4e-a3d0-be1348960772 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455155 Aug 02 17:32:03.242808 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-07944cb4-d5be-42d5-8503-556133d8d718 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829690 Aug 02 17:32:03.333404 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-4df1ea17-d60f-4399-8542-044a2b501338 req-7952b50b-4cb4-4f50-a36f-95752562b849 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829446 Aug 02 17:32:03.437533 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-b53dba79-e26e-4b67-bfdb-d47669b05651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.439108 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-b53dba79-e26e-4b67-bfdb-d47669b05651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1096 time: 0.0475931 Aug 02 17:32:03.479485 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:03.538918 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-b6f63f26-1779-4d48-91ee-b2c9d0bc16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.540518 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-b6f63f26-1779-4d48-91ee-b2c9d0bc16ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0866477 Aug 02 17:32:03.596162 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-5e69b7d6-08ab-4f59-917d-17bee057e74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 217 time: 0.0415797 Aug 02 17:32:03.651607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-0e45ba3b-2df4-42de-a736-bd02b1e7b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.653078 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-0e45ba3b-2df4-42de-a736-bd02b1e7b9c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0474474 Aug 02 17:32:03.666181 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb15398-600e-4e6d-8127-e5f428d2a0b5 req-dbec1187-24db-4ebb-8e85-daf95026d0eb tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.667647 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-efb15398-600e-4e6d-8127-e5f428d2a0b5 req-dbec1187-24db-4ebb-8e85-daf95026d0eb tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0488086 Aug 02 17:32:03.711138 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-efb15398-600e-4e6d-8127-e5f428d2a0b5 req-e5b4b4aa-8261-4b53-8c54-95bf5735476e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373142 Aug 02 17:32:03.715089 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-a95217b1-d5b7-4fec-b74f-19a015434200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.717171 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-a95217b1-d5b7-4fec-b74f-19a015434200 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518095 Aug 02 17:32:03.811479 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-9a7a3764-9056-4dab-9b0b-f302daccdf49 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843198 Aug 02 17:32:03.906790 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-cb143deb-0b24-4b87-bc1a-ab13e38f1d00 req-adfd2513-ed4d-4664-b2cd-5ece89a872f0 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850470 Aug 02 17:32:04.115469 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:04.844900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24910a-4433-446c-802b-c99951aacd1e req-c067ae0b-b844-4c43-b361-5d599b644810 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:04.846365 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c24910a-4433-446c-802b-c99951aacd1e req-c067ae0b-b844-4c43-b361-5d599b644810 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0511184 Aug 02 17:32:04.888819 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c24910a-4433-446c-802b-c99951aacd1e req-d0ce04c1-0d53-4018-9c84-3f9af69f5b48 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Aug 02 17:32:05.856002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:06.007115 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d11e6-7829-47d7-818e-eb554ee811de req-8faa3218-346e-4843-ae94-2d5fec92d1b9 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:06.008566 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a55d11e6-7829-47d7-818e-eb554ee811de req-8faa3218-346e-4843-ae94-2d5fec92d1b9 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0507317 Aug 02 17:32:06.047241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a55d11e6-7829-47d7-818e-eb554ee811de req-7e83405e-6e4d-4781-82ce-75b48e20bb40 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Aug 02 17:32:07.170873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5cdd-c07d-4e96-b8ba-329bcb2e7c89 req-62e0b30f-fe6b-4d5d-831e-1bf0ec721d5f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:07.172398 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca2d5cdd-c07d-4e96-b8ba-329bcb2e7c89 req-62e0b30f-fe6b-4d5d-831e-1bf0ec721d5f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0498252 Aug 02 17:32:07.214456 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ca2d5cdd-c07d-4e96-b8ba-329bcb2e7c89 req-a76ff693-c445-4586-89cd-4871d7e08c6b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359278 Aug 02 17:32:08.338189 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3216a-bc5c-49a3-a4be-d320a346ac28 req-025e5f9c-89f2-4bec-be02-83052079e161 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:08.339966 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a7a3216a-bc5c-49a3-a4be-d320a346ac28 req-025e5f9c-89f2-4bec-be02-83052079e161 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0572546 Aug 02 17:32:08.382457 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a7a3216a-bc5c-49a3-a4be-d320a346ac28 req-30edda11-679c-4ae8-b870-8ce1e157b6c4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Aug 02 17:32:09.505490 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31730f-edee-4a6b-9883-75c9fb076ca5 req-72ea32ca-f17a-41e5-a90d-006d395ad341 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.506993 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a31730f-edee-4a6b-9883-75c9fb076ca5 req-72ea32ca-f17a-41e5-a90d-006d395ad341 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0560985 Aug 02 17:32:09.546069 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8a31730f-edee-4a6b-9883-75c9fb076ca5 req-4141b526-8b33-46ac-8ee7-6519f0138099 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Aug 02 17:32:10.670460 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723123-0659-4ac7-a9a0-634598472b0a req-d3b2dc0a-0b07-45a8-86ba-b71ca61b0a10 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.671918 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5723123-0659-4ac7-a9a0-634598472b0a req-d3b2dc0a-0b07-45a8-86ba-b71ca61b0a10 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0509489 Aug 02 17:32:10.715443 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5723123-0659-4ac7-a9a0-634598472b0a req-d6289dc4-5edc-4686-ace0-1523de53a267 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374291 Aug 02 17:32:11.629760 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3aeba3b2-daab-4bbb-95cd-5462889d3ebc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:32:11.732685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:11.743963 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:32:11.782957 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:11.795807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeba3b2-daab-4bbb-95cd-5462889d3ebc {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:32:11.815381 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:11.820002 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:11.835851 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913433-7fd1-4646-b73a-2454d4fb8d2a req-4ce4f70c-0097-4864-8d02-a6ab89571866 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:11.837332 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e3913433-7fd1-4646-b73a-2454d4fb8d2a req-4ce4f70c-0097-4864-8d02-a6ab89571866 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 943 time: 0.0495234 Aug 02 17:32:11.866563 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:11.876403 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e3913433-7fd1-4646-b73a-2454d4fb8d2a req-4a8c843b-165c-4223-8233-7577188d2e8c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326529 Aug 02 17:32:12.066567 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['3aeba3b2-daab-4bbb-95cd-5462889d3ebc'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:32:13.005763 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e5b3e-c0aa-4d23-b545-3fe81a9696f3 req-6d274434-3d86-44c9-bb6d-cfb12542ef6a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:13.007274 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c2e5b3e-c0aa-4d23-b545-3fe81a9696f3 req-6d274434-3d86-44c9-bb6d-cfb12542ef6a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 944 time: 0.0511727 Aug 02 17:32:13.045205 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c2e5b3e-c0aa-4d23-b545-3fe81a9696f3 req-2806515b-ad15-4d40-846b-7f6925019b40 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Aug 02 17:32:13.644650 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3aeba3b2-daab-4bbb-95cd-5462889d3ebc up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:13.708306 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:13.711926 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:13.712265 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:13.797134 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:13.820142 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:13.822406 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcfd063-b840-4ed0-b436-d583e16b30cd" -d '{"events": [{"server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "name": "network-vif-plugged", "status": "completed", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:13.835518 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:13.841175 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:13.890615 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:13.913556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de30e8-da86-4708-b9a7-23e082dde126 x-openstack-request-id: req-77de30e8-da86-4708-b9a7-23e082dde126 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:13.913828 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "name": "network-vif-plugged", "status": "completed", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:13.914110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77de30e8-da86-4708-b9a7-23e082dde126 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:13.914547 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'code': 200} Aug 02 17:32:14.162986 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd1b3-8613-4e11-b146-f79064249ba6 req-509b52a1-3019-44d5-91dd-7cd05260cd16 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.164492 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2e6cd1b3-8613-4e11-b146-f79064249ba6 req-509b52a1-3019-44d5-91dd-7cd05260cd16 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0487919 Aug 02 17:32:14.167489 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422de3-70ba-4d72-b6e6-3f2af66e19ca req-5675b96a-a6b2-4a20-a7f0-29eee4b05aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.169179 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-36422de3-70ba-4d72-b6e6-3f2af66e19ca req-5675b96a-a6b2-4a20-a7f0-29eee4b05aaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1098 time: 0.0401366 Aug 02 17:32:14.206070 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2e6cd1b3-8613-4e11-b146-f79064249ba6 req-396e39ec-ce1a-42b3-b81b-54755ab8cb32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Aug 02 17:32:14.207375 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-36422de3-70ba-4d72-b6e6-3f2af66e19ca req-58331d79-8d3b-44bc-9531-502e52d6b8b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271251 Aug 02 17:32:15.326360 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ea9a-4f7a-4cb7-9001-e408dafc14b0 req-61886751-cff9-4edd-b338-f3233f861dff tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:15.327826 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d345ea9a-4f7a-4cb7-9001-e408dafc14b0 req-61886751-cff9-4edd-b338-f3233f861dff tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0524945 Aug 02 17:32:15.366010 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d345ea9a-4f7a-4cb7-9001-e408dafc14b0 req-9a87cbc1-5564-42cb-8aa7-a1b00dfefbaa tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Aug 02 17:32:15.494107 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd1744-1164-473f-a9b5-52c6852ad23b req-2e6df4a4-858d-44bc-b6ee-2effc7909a26 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:15.495513 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39bd1744-1164-473f-a9b5-52c6852ad23b req-2e6df4a4-858d-44bc-b6ee-2effc7909a26 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0525341 Aug 02 17:32:15.536945 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-39bd1744-1164-473f-a9b5-52c6852ad23b req-281257fa-eb2e-48ca-95d0-9c29a14825d2 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Aug 02 17:32:15.558987 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38888) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:15.599676 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23678100-f029-4b83-997e-276d70680266 tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:15.601153 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-23678100-f029-4b83-997e-276d70680266 tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1093 time: 0.0412138 Aug 02 17:32:15.605231 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 38890) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:15.609555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:15.635675 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:15.733777 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:15.844797 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.27.3.143 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/4755398c-2829-48a5-a6e7-f9190a656677) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:15.952860 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:15.997112 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.032128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:16.036501 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:16.041831 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:16.047052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=4755398c-2829-48a5-a6e7-f9190a656677,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:16.425280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.495506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.637236 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.645260 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.712839 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=4755398c-2829-48a5-a6e7-f9190a656677,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:16.723283 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.822461 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP ac5c6a61-c234-47d6-a51b-92bb1b8d30fe associated. External IP: 172.27.3.143, port: 3aeba3b2-daab-4bbb-95cd-5462889d3ebc. Aug 02 17:32:17.035328 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:17.145298 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:17.155777 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:17.162570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:17.166466 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:17.167102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:32:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:17.188833 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-f315e74e-ab25-4aed-97eb-e4a9c18e1722 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5826089 Aug 02 17:32:17.189449 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:17.191722 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:17.274685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:17.280007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6509a-4909-4c79-a74e-2173431ce8f7 x-openstack-request-id: req-6da6509a-4909-4c79-a74e-2173431ce8f7 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:17.280300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:17.280550 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6da6509a-4909-4c79-a74e-2173431ce8f7 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:17.280975 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'status': 'completed', 'code': 200} Aug 02 17:32:17.347335 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-0ebfdcae-16d3-45a1-bab8-bdc14a0dca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:17.349041 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-0ebfdcae-16d3-45a1-bab8-bdc14a0dca3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1098 time: 0.0405111 Aug 02 17:32:17.441292 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-c218c974-9ec2-4348-a7e4-09e99f2a73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:17.442846 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-c218c974-9ec2-4348-a7e4-09e99f2a73f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0857975 Aug 02 17:32:17.503999 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:16Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:17.508549 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-1c2c2d70-9bcc-406b-a889-6870e7357f7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 999 time: 0.0577500 Aug 02 17:32:17.530047 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:17.539081 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:17.539674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:32:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:17.775582 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:17.826379 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-4eec61a0-7bea-4c33-a385-a33ff0127f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:17.827781 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-4eec61a0-7bea-4c33-a385-a33ff0127f85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.3114369 Aug 02 17:32:17.875579 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-6e5247d5-36b8-412f-8164-1471dcf421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:17.877072 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-6e5247d5-36b8-412f-8164-1471dcf421f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410607 Aug 02 17:32:17.973117 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-edd4b5d0-8b8a-43ad-8312-9ae581d03eea service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873170 Aug 02 17:32:18.007111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:16Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:18.038083 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a38e8e-a850-4014-af8d-4c57364a36c0 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:16Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:18.072311 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-8dc32a02-e5c6-47ff-b922-7bb1800e1c29 req-2581bf99-125a-47ec-82fa-4e105cbecd82 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Aug 02 17:32:18.233502 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dbfeff-f06d-47cf-90b3-be16d93c5977 None None] New status for floating IP ac5c6a61-c234-47d6-a51b-92bb1b8d30fe: ACTIVE {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:32:28.390378 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.196032 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:32:30.563836 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1104-63cd-422a-8267-e83a8f570ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:31.639510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b13c3-dde1-43d2-8e86-d455f65a477d req-4d20f781-3b08-48c7-a461-24a9010e1505 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:31.640989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-125b13c3-dde1-43d2-8e86-d455f65a477d req-4d20f781-3b08-48c7-a461-24a9010e1505 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0504839 Aug 02 17:32:31.678861 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-125b13c3-dde1-43d2-8e86-d455f65a477d req-8a40b38a-7908-46ae-acbd-0867b5d858c0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Aug 02 17:32:32.815138 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d113ed4-c791-4283-b6a0-c719d7d04e26 req-02994bd4-ac2e-4183-898a-4a901e500488 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:32.816623 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2d113ed4-c791-4283-b6a0-c719d7d04e26 req-02994bd4-ac2e-4183-898a-4a901e500488 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0605867 Aug 02 17:32:32.855394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2d113ed4-c791-4283-b6a0-c719d7d04e26 req-c3a0beee-8c59-4772-aa94-12770c1783dd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Aug 02 17:32:32.950477 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-43d37f21-4b6d-441d-8152-2a5dba4ccdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:33.483752 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:33.991775 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef275aaf-e675-496d-9937-cf80b6de1739 req-f0d71bcb-1dc1-460a-840f-364274832ab4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:33.993241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ef275aaf-e675-496d-9937-cf80b6de1739 req-f0d71bcb-1dc1-460a-840f-364274832ab4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0611646 Aug 02 17:32:34.035906 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ef275aaf-e675-496d-9937-cf80b6de1739 req-6ba79a45-fdaa-46ba-8e46-0dacad1cb466 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337977 Aug 02 17:32:34.111487 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.168206 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83790d9-dcac-4dcc-9449-873e3b963d36 req-f3ab6f85-c395-4579-91f7-c23e72aac984 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:35.170018 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d83790d9-dcac-4dcc-9449-873e3b963d36 req-f3ab6f85-c395-4579-91f7-c23e72aac984 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0586503 Aug 02 17:32:35.209082 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d83790d9-dcac-4dcc-9449-873e3b963d36 req-23a18387-edc9-46d6-a879-6df278540f2a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329812 Aug 02 17:32:35.862343 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.339644 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fd1ab-1936-4e21-b1c5-16e92ce1fe73 req-1accd177-55e0-4c33-a7d1-19ac8eabd446 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:36.341152 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-584fd1ab-1936-4e21-b1c5-16e92ce1fe73 req-1accd177-55e0-4c33-a7d1-19ac8eabd446 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0566161 Aug 02 17:32:36.379338 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-584fd1ab-1936-4e21-b1c5-16e92ce1fe73 req-d97f0770-8b92-4ed4-85a1-54fe6c9b9530 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Aug 02 17:32:37.522035 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670a85b-1521-4377-a142-52a6f64f2b08 req-b3ed3489-6c2a-4b83-a6d8-0fb45d4582d0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:37.523394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9670a85b-1521-4377-a142-52a6f64f2b08 req-b3ed3489-6c2a-4b83-a6d8-0fb45d4582d0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0557978 Aug 02 17:32:37.570900 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9670a85b-1521-4377-a142-52a6f64f2b08 req-8ff52fd9-1de5-4c77-ab66-2780b44c178b tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394464 Aug 02 17:32:38.708783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ffdef-094a-4104-b05f-9e5949e2e9fc req-ee63d5aa-1651-4e85-bc0c-7e35a331931e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:38.710219 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6d4ffdef-094a-4104-b05f-9e5949e2e9fc req-ee63d5aa-1651-4e85-bc0c-7e35a331931e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0528700 Aug 02 17:32:38.751035 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6d4ffdef-094a-4104-b05f-9e5949e2e9fc req-5d9a5056-809d-448a-b1d8-f8563436e7b2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317090 Aug 02 17:32:39.894085 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3299-82d2-4882-b89d-96bb436ffa01 req-5cc63a15-83a6-43b9-ac85-1c8ff53a61d5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:39.896114 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73bb3299-82d2-4882-b89d-96bb436ffa01 req-5cc63a15-83a6-43b9-ac85-1c8ff53a61d5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0588019 Aug 02 17:32:39.933862 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73bb3299-82d2-4882-b89d-96bb436ffa01 req-25b44502-b82d-412a-b301-a06451173a86 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Aug 02 17:32:41.067413 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac4ef-beca-49b6-bdf3-fac06467938c req-609b488f-b06c-4216-8564-00575e663c02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:41.068906 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-23fac4ef-beca-49b6-bdf3-fac06467938c req-609b488f-b06c-4216-8564-00575e663c02 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0579240 Aug 02 17:32:41.111586 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-23fac4ef-beca-49b6-bdf3-fac06467938c req-e30de49b-0b52-479e-bddc-d7bbb7bc99e9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 Aug 02 17:32:42.237765 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf6c7-ca71-4a2c-ae47-620b8605b61e req-202c9f51-2da7-422e-ad75-9d29de8d37da tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:42.239255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a3fbf6c7-ca71-4a2c-ae47-620b8605b61e req-202c9f51-2da7-422e-ad75-9d29de8d37da tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Aug 02 17:32:42.277472 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a3fbf6c7-ca71-4a2c-ae47-620b8605b61e req-80797c5e-bfb8-49bd-93c6-3c629775b06f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321968 Aug 02 17:32:43.405409 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206a8d8-c0af-42ca-ad75-ed000943bdbb req-b7ff2518-acb5-4a66-9b1a-cfe4613f7d01 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:43.406933 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9206a8d8-c0af-42ca-ad75-ed000943bdbb req-b7ff2518-acb5-4a66-9b1a-cfe4613f7d01 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Aug 02 17:32:43.444650 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9206a8d8-c0af-42ca-ad75-ed000943bdbb req-2e97a265-f586-4225-b999-37fb5a4ea8e6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 02 17:32:43.835644 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:32:43.929902 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:43.941510 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:32:43.978315 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:43.995095 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:32:44.015390 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:44.020841 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:44.071925 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=6']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:44.121167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['4df05830-2c19-4099-8ebc-0355c90a0c33'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:32:44.597419 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d7c2-7e05-4a33-8a7d-2e4b54eb8471 req-ab60192e-8963-49ac-bb3e-4f5f61fded80 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:44.598916 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d579d7c2-7e05-4a33-8a7d-2e4b54eb8471 req-ab60192e-8963-49ac-bb3e-4f5f61fded80 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0575964 Aug 02 17:32:44.652772 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d579d7c2-7e05-4a33-8a7d-2e4b54eb8471 req-b74bfcee-11b0-40dd-8dba-81717c78185d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474451 Aug 02 17:32:45.784473 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029e86-2e61-47d3-b080-dacab6b9fb3d req-357e472b-8ab0-47ca-a17f-b1b64f8a49f6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:45.790633 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-51029e86-2e61-47d3-b080-dacab6b9fb3d req-357e472b-8ab0-47ca-a17f-b1b64f8a49f6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0585976 Aug 02 17:32:45.831036 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-51029e86-2e61-47d3-b080-dacab6b9fb3d req-5d418feb-8131-41bd-9f86-3c18b3aa3c95 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Aug 02 17:32:45.842323 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:45.898072 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 4df05830-2c19-4099-8ebc-0355c90a0c33 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:45.898474 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:45.978555 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.005792 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:46.008261 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f785ea-0aac-41d0-b17f-b16fe5eb5b0e" -d '{"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:46.034112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:46.041906 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.071950 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a38d9-4a08-4b16-8be9-d1b012e25470 x-openstack-request-id: req-313a38d9-4a08-4b16-8be9-d1b012e25470 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:46.072242 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:46.072486 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-313a38d9-4a08-4b16-8be9-d1b012e25470 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:46.072874 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'code': 200} Aug 02 17:32:46.103530 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=7']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:46.962899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4850e-697f-4732-a0a2-4d48957c0a8b req-41a50455-b3f5-4c10-af3c-17cdfadfdd06 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:46.965588 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0b4850e-697f-4732-a0a2-4d48957c0a8b req-41a50455-b3f5-4c10-af3c-17cdfadfdd06 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0554283 Aug 02 17:32:47.013442 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0b4850e-697f-4732-a0a2-4d48957c0a8b req-6011c1ef-d366-434a-a057-8d7d36d035a3 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399246 Aug 02 17:32:48.156983 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49f2d-5a5a-40e7-b20f-5b1195759d66 req-43ef4f03-b181-4f75-a0ae-5d020d4a883e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:48.164869 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9dc49f2d-5a5a-40e7-b20f-5b1195759d66 req-43ef4f03-b181-4f75-a0ae-5d020d4a883e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0607755 Aug 02 17:32:48.199138 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9dc49f2d-5a5a-40e7-b20f-5b1195759d66 req-06490371-f8d7-418e-bb64-778c1c12a7ac tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Aug 02 17:32:49.342417 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a19417-cad1-476e-9884-2d39249fe582 req-ed950577-af89-4c4a-9a34-d9e3bbf65e72 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:49.344117 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28a19417-cad1-476e-9884-2d39249fe582 req-ed950577-af89-4c4a-9a34-d9e3bbf65e72 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0666037 Aug 02 17:32:49.389236 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28a19417-cad1-476e-9884-2d39249fe582 req-5ff8746b-f072-405c-a9c3-e55458863d8f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370276 Aug 02 17:32:50.515968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf927c4-0010-4d48-b149-0fb3cdafccca req-289a5b42-e8e5-4794-9f9c-16c397834f90 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:50.518326 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4cf927c4-0010-4d48-b149-0fb3cdafccca req-289a5b42-e8e5-4794-9f9c-16c397834f90 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Aug 02 17:32:50.565655 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4cf927c4-0010-4d48-b149-0fb3cdafccca req-dd081238-188e-425b-8913-1d61dec58561 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Aug 02 17:32:51.686616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f61d09-1093-4b0f-aa17-dfc009982e34 req-b549ae78-e28e-48a8-b221-9b154e3802fd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:51.694708 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28f61d09-1093-4b0f-aa17-dfc009982e34 req-b549ae78-e28e-48a8-b221-9b154e3802fd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0611348 Aug 02 17:32:51.729443 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-28f61d09-1093-4b0f-aa17-dfc009982e34 req-0c272094-858b-4d6a-ad54-2429a1e2d469 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Aug 02 17:32:52.857129 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d2dd-5e9e-480a-99cb-634e2a3036a1 req-6265d496-b3b3-43a3-aadd-267f7d36d0cf tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:52.864017 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-03d4d2dd-5e9e-480a-99cb-634e2a3036a1 req-6265d496-b3b3-43a3-aadd-267f7d36d0cf tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0545907 Aug 02 17:32:52.899506 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-03d4d2dd-5e9e-480a-99cb-634e2a3036a1 req-11af1696-432a-4019-8739-532dd443c3f1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346246 Aug 02 17:32:53.461510 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-6fe07650-e88c-4dce-b53c-514bbe990b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:53.463145 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-6fe07650-e88c-4dce-b53c-514bbe990b47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0471232 Aug 02 17:32:53.558639 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-c162908c-0e46-4c04-a417-f7d5a3e84a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:53.560173 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-c162908c-0e46-4c04-a417-f7d5a3e84a29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.0893602 Aug 02 17:32:53.629618 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-3d720d11-0945-488a-ba94-ccbe2bba0699 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 1001 time: 0.0574155 Aug 02 17:32:53.683868 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-70f838c6-5061-49ba-9dcd-2c856a2047a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:53.685283 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-70f838c6-5061-49ba-9dcd-2c856a2047a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0463846 Aug 02 17:32:53.734432 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-c349da9b-3ac1-4d3e-b163-1e7c2a26f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:53.735896 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-c349da9b-3ac1-4d3e-b163-1e7c2a26f208 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430324 Aug 02 17:32:53.833210 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-2e41933c-3b85-4678-9a86-b8672fdd06d3 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894685 Aug 02 17:32:53.929359 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-ebceb991-cb05-4f70-b32d-e51773dfa3e1 req-99a455c5-2b4d-455d-affb-5496d2755d00 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886056 Aug 02 17:32:54.022334 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f235f5-8756-422f-8494-55a48c3a7f3e req-03d14dda-3a77-4653-ad01-53b1da1cd2fc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:54.023887 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-44f235f5-8756-422f-8494-55a48c3a7f3e req-03d14dda-3a77-4653-ad01-53b1da1cd2fc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Aug 02 17:32:54.062403 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-44f235f5-8756-422f-8494-55a48c3a7f3e req-5955f1ff-be2c-4014-bb78-59fa942f06ef tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Aug 02 17:32:54.296668 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffeb4b-6673-4a3e-8aab-099e07294250 req-67552aeb-a81f-4b1e-99c2-5a07cdea64a5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:54.298106 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-63ffeb4b-6673-4a3e-8aab-099e07294250 req-67552aeb-a81f-4b1e-99c2-5a07cdea64a5 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Aug 02 17:32:54.336564 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-63ffeb4b-6673-4a3e-8aab-099e07294250 req-74a35ba1-3276-4349-af00-b6a042928dcb tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Aug 02 17:32:55.190601 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67777e44-dda1-4537-bc67-d2f616c790a6 req-77a1d518-b91f-45d0-a176-9762b8891146 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:55.192172 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67777e44-dda1-4537-bc67-d2f616c790a6 req-77a1d518-b91f-45d0-a176-9762b8891146 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0504196 Aug 02 17:32:55.232272 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-67777e44-dda1-4537-bc67-d2f616c790a6 req-a491dcb5-28d0-4577-9297-c62089acb759 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339196 Aug 02 17:32:55.471498 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2a94-3fdf-4cbc-8078-559a151fa9ca req-655a0af7-6f61-40cb-bfcf-c72e22803437 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:55.472987 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d90d2a94-3fdf-4cbc-8078-559a151fa9ca req-655a0af7-6f61-40cb-bfcf-c72e22803437 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0571208 Aug 02 17:32:55.514048 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d90d2a94-3fdf-4cbc-8078-559a151fa9ca req-c48e8025-7cc0-43e1-98db-bf7c7de353c2 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups?id=5777914f-4d3e-469e-9f43-611e6bd3cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Aug 02 17:32:55.891642 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:32:55.977110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.010543 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:56.013253 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af2d91-3f0d-4aaa-9a35-0a060c5a9ed4" -d '{"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:56.017396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:56.030199 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.055742 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-85f2608f-d7f5-4310-a1c2-a7cabb71a118 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:56.058353 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-85f2608f-d7f5-4310-a1c2-a7cabb71a118 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Aug 02 17:32:56.075214 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1588fae-1321-4874-bfde-fb221dfe330e x-openstack-request-id: req-c1588fae-1321-4874-bfde-fb221dfe330e {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:56.075496 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-unplugged", "status": "failed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "code": 422}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:56.075784 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1588fae-1321-4874-bfde-fb221dfe330e {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:56.076264 dv-cinder-788367-3-iscsi neutron-server[93245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'code': 422} returned with failed status Aug 02 17:32:56.110431 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=8']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:56.118575 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.118896 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.119253 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.119633 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.119991 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.120354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.120708 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.121119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.121491 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.121886 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.122164 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.122557 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.171364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Deleting port 0ef160a8-6ccf-4135-bd97-9e701acac526 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:32:56.171696 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.263372 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] For port 0ef160a8-6ccf-4135-bd97-9e701acac526, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ef160a8-6ccf-4135-bd97-9e701acac526,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:56.263750 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.355165 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc9904-714d-4121-a821-82b787e0110c req-9191e754-c910-4032-906f-aad63f71224c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:56.356699 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9bdc9904-714d-4121-a821-82b787e0110c req-9191e754-c910-4032-906f-aad63f71224c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0515962 Aug 02 17:32:56.395905 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9bdc9904-714d-4121-a821-82b787e0110c req-2eecb5c0-3226-483b-834f-941a561486b6 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326240 Aug 02 17:32:56.439603 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.440016 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.440605 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Floating IP 734a3277-588b-47d8-aa56-3b4f300cd346 disassociated. External IP: 172.27.3.180, port: 0ef160a8-6ccf-4135-bd97-9e701acac526. Aug 02 17:32:56.441074 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Calling delete_port for 0ef160a8-6ccf-4135-bd97-9e701acac526 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:32:56.575026 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.605949 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'Port': ['ID=0ef160a8-6ccf-4135-bd97-9e701acac526,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:56.612681 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-796514a3-ee4e-420f-8551-f8df78c7e39e req-656715cc-cac1-4f73-a415-af4750727d64 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f369520-20b2-426d-a99a-15f8741e7270 HTTP/1.1" status: 200 len: 210 time: 0.0271215 Aug 02 17:32:56.617470 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.617812 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.618165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.618610 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.619018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.619258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.619577 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.619899 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.620809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.620809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.621009 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.621220 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:56.734466 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:56.843895 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:56.854122 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:56.864670 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:56.866562 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:32:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:56.886662 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] No DVR routers for this DVR port 0ef160a8-6ccf-4135-bd97-9e701acac526 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:32:56.889355 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.891396 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f5d94f2d-b467-43dc-aa6d-509ec87c9eff req-9062fde3-6ea4-4837-b2a4-e8bf3f088454 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.42 "DELETE /v2.0/ports/0ef160a8-6ccf-4135-bd97-9e701acac526 HTTP/1.1" status: 204 len: 173 time: 0.8203495 Aug 02 17:32:56.891836 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'name': 'network-vif-deleted', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:56.894083 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94fa13-9882-470c-8f17-71c89f0bd628" -d '{"events": [{"server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "name": "network-vif-deleted", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:56.983779 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:57.002443 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf2945-3e7d-41ed-a408-7a2fb273c838 x-openstack-request-id: req-52cf2945-3e7d-41ed-a408-7a2fb273c838 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:57.002734 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f369520-20b2-426d-a99a-15f8741e7270", "name": "network-vif-deleted", "tag": "0ef160a8-6ccf-4135-bd97-9e701acac526", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:57.002983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52cf2945-3e7d-41ed-a408-7a2fb273c838 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:57.003370 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f369520-20b2-426d-a99a-15f8741e7270', 'name': 'network-vif-deleted', 'tag': '0ef160a8-6ccf-4135-bd97-9e701acac526', 'status': 'completed', 'code': 200} Aug 02 17:32:57.192199 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:57.218758 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:57.227171 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:57.227725 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:32:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:57.344963 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:57.399361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f67c5-c779-414a-9f6a-02320922b333 req-d90e1576-207f-4b24-96e6-b02791e06992 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:57.406688 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a2f67c5-c779-414a-9f6a-02320922b333 req-d90e1576-207f-4b24-96e6-b02791e06992 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0641639 Aug 02 17:32:57.449870 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a2f67c5-c779-414a-9f6a-02320922b333 req-92ee4252-ae54-4618-bdfd-368740f68ff4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Aug 02 17:32:57.566214 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:57.593076 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3f040-96d2-4765-9463-09c561ac3294 None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:26:49Z', 'revision_number': 4, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '675d01b1-a9b3-41b8-9278-e00b65cacbc1', 'name': '', 'network_id': '3aea78af-e19a-4395-bf20-427b8e528621', 'tenant_id': '94b987d163c644f8b19411937508b690', 'mac_address': 'fa:16:3e:5c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:01Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'subnets': [{'id': '15bd775e-818c-4454-bd9b-4afed59e3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:57.652839 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39248) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:57.712945 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39254) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:57.739915 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-4b82846c-8754-4280-90b5-3af0ce32bba6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857112 Aug 02 17:32:57.783533 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.809538 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.860351 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b4616-6b69-41a2-b651-93aa3eaabb11 None None] New status for floating IP 734a3277-588b-47d8-aa56-3b4f300cd346: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:32:57.869401 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.872544 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.873874 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "DELETE /v2.0/security-groups/5777914f-4d3e-469e-9f43-611e6bd3cf6d HTTP/1.1" status: 204 len: 168 time: 0.1595862 Aug 02 17:32:57.877489 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39258) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:57.895637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98911-4b35-4b5e-90bb-81eb3d6cd431 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5777914f-4d3e-469e-9f43-611e6bd3cf6d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:57.899119 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.api.v2.resource [None req-7ad8761b-5ccf-465c-8807-8e452d555843 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] show failed (client error): The resource could not be found. Aug 02 17:32:57.900406 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7ad8761b-5ccf-465c-8807-8e452d555843 tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "GET /v2.0/security-groups/5777914f-4d3e-469e-9f43-611e6bd3cf6d HTTP/1.1" status: 404 len: 347 time: 0.0218530 Aug 02 17:32:57.903443 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39260) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.043709 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Deleting port 2f1cae14-b182-4818-b613-80ab6649ea62 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:32:58.044049 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.119978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.120294 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.134095 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Calling delete_port for 2f1cae14-b182-4818-b613-80ab6649ea62 owned by network:floatingip {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:32:58.275694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.301407 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Pushing event deleted for resources: {'Port': ['ID=2f1cae14-b182-4818-b613-80ab6649ea62,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.324068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.324415 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.324759 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.325094 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.325410 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.325735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.326059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.326406 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.326803 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.327122 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.327441 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.327756 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:58.370337 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks [] for floatingip, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.372868 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.374058 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8ebb6f9b-4903-4f61-af8f-cc314dcc862f tempest-AttachVolumeTestJSON-242198877 tempest-AttachVolumeTestJSON-242198877-project] 10.222.0.54 "DELETE /v2.0/floatingips/734a3277-588b-47d8-aa56-3b4f300cd346 HTTP/1.1" status: 204 len: 168 time: 0.4694078 Aug 02 17:32:58.391906 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.782878 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-15cc3696-a6ab-4248-b887-008b7bc6e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:58.784287 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-15cc3696-a6ab-4248-b887-008b7bc6e013 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1&tenant_id=78b6c5e5897d4c0a85003f12419d3f9e HTTP/1.1" status: 200 len: 1096 time: 0.0729516 Aug 02 17:32:58.852114 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-b8d9de8e-a8f0-4d29-8ed3-4dcb4cb46f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:58.853936 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-b8d9de8e-a8f0-4d29-8ed3-4dcb4cb46f74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0474961 Aug 02 17:32:58.872721 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0485f2-88c1-4058-af9b-c81488852736 req-8e2d4b5f-0878-41fa-9046-8940aadca718 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:58.874198 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad0485f2-88c1-4058-af9b-c81488852736 req-8e2d4b5f-0878-41fa-9046-8940aadca718 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.3312483 Aug 02 17:32:58.912715 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ad0485f2-88c1-4058-af9b-c81488852736 req-099f9725-9635-4bda-ae1b-58100c3bbbcc tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Aug 02 17:32:58.944275 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-ed5261c2-8e8e-4bda-91ae-f72cc9c7b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:58.945794 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-ed5261c2-8e8e-4bda-91ae-f72cc9c7b5ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 200 len: 918 time: 0.0853283 Aug 02 17:32:59.014669 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-d0216a83-2c36-443d-995c-19291dbc8f0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 200 len: 999 time: 0.0611706 Aug 02 17:32:59.062996 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-da0a9c66-c378-4152-a452-7c09596aa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:59.064303 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-da0a9c66-c378-4152-a452-7c09596aa1ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 200 len: 856 time: 0.0427828 Aug 02 17:32:59.109574 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-2681fef2-0a8c-44af-a5af-b503f667929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:59.111049 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-2681fef2-0a8c-44af-a5af-b503f667929d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bdebb39-eb42-4b48-b25c-aead8037c782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395491 Aug 02 17:32:59.202069 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-e2fcd3e0-ebe1-4898-935c-34c8dfb71f55 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836043 Aug 02 17:32:59.296222 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21f92558-509a-46e0-9e61-cd6e0b0dd726 req-00da55e5-9202-4b3c-a180-330cd6424e93 service neutron] 10.222.0.42 "GET /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861549 Aug 02 17:32:59.920349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:00.000113 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 0ef160a8-6ccf-4135-bd97-9e701acac526 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:00.026128 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 0ef160a8-6ccf-4135-bd97-9e701acac526 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:33:00.026501 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 0ef160a8-6ccf-4135-bd97-9e701acac526 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:33:00.036484 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6da66-e7a6-4e34-9110-13e6f0fb1615 req-74fc75c0-860b-4891-9376-edc7fe92dc98 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:00.037958 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b2b6da66-e7a6-4e34-9110-13e6f0fb1615 req-74fc75c0-860b-4891-9376-edc7fe92dc98 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0491922 Aug 02 17:33:00.077847 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b2b6da66-e7a6-4e34-9110-13e6f0fb1615 req-b9cf1b4c-2dfb-4bd5-99d8-22e612b724e5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 Aug 02 17:33:00.568627 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-405f011f-f661-4f86-b42c-52a1f637b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.200218 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22c5a4-7c67-47aa-87b2-81a0640a6658 req-9cafc325-27d0-4048-812e-5e3f821c2066 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:01.201825 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4c22c5a4-7c67-47aa-87b2-81a0640a6658 req-9cafc325-27d0-4048-812e-5e3f821c2066 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0494146 Aug 02 17:33:01.244369 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4c22c5a4-7c67-47aa-87b2-81a0640a6658 req-4e0b9a33-24a4-477e-9208-ef6b9b58ace4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365391 Aug 02 17:33:01.931901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39318) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:02.379246 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc0193-1ba3-4508-aa28-510466eac678 req-2840f193-368c-41ca-a4b6-ddb0483c40b1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:02.380728 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a4dc0193-1ba3-4508-aa28-510466eac678 req-2840f193-368c-41ca-a4b6-ddb0483c40b1 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0627306 Aug 02 17:33:02.450169 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a4dc0193-1ba3-4508-aa28-510466eac678 req-afef6c92-524b-427f-a84d-1cea2b60319d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607598 Aug 02 17:33:02.469737 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:02.723741 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Deleting port 675d01b1-a9b3-41b8-9278-e00b65cacbc1 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:33:02.724068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:02.804695 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] For port 675d01b1-a9b3-41b8-9278-e00b65cacbc1, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=675d01b1-a9b3-41b8-9278-e00b65cacbc1,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:02.805084 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:02.818455 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Calling delete_port for 675d01b1-a9b3-41b8-9278-e00b65cacbc1 owned by network:router_interface {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:33:02.944240 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-006a7c89-d666-4041-9111-c2e80809ea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.020945 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.047870 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Pushing event deleted for resources: {'Port': ['ID=675d01b1-a9b3-41b8-9278-e00b65cacbc1,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:03.234104 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.455933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:33:03.491209 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.603816 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:33:03.611924 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-679e6762-1fbd-4bda-ad7b-3d9fbb99879b admin admin] 10.222.0.54 "PUT /v2.0/routers/83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762910 Aug 02 17:33:03.612361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39328) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:03.614088 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Sync routers for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:33:03.623740 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:03.624474 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:33:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:03.659703 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dffd6-b412-4e18-9398-76b0c85f9763 req-e4a8d58c-8719-4d1b-ac5b-f981cd399c7c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:03.661207 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-856dffd6-b412-4e18-9398-76b0c85f9763 req-e4a8d58c-8719-4d1b-ac5b-f981cd399c7c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.1122544 Aug 02 17:33:03.747221 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-856dffd6-b412-4e18-9398-76b0c85f9763 req-2a66c817-f177-44c7-ab6c-b0bc39be777d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795045 Aug 02 17:33:03.755893 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks [] for router, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.871458 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:03.878196 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.940306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Deleting port 1c51615d-553b-475d-937a-c1c6018ea598 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:33:03.941113 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.035942 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] For port 1c51615d-553b-475d-937a-c1c6018ea598, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=1c51615d-553b-475d-937a-c1c6018ea598,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:04.036520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.053146 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Calling delete_port for 1c51615d-553b-475d-937a-c1c6018ea598 owned by network:router_gateway {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:33:04.060131 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1c51615d-553b-475d-937a-c1c6018ea598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:33:02Z', 'revision_number': 5, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port': {'id': '1c51615d-553b-475d-937a-c1c6018ea598', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:04.091541 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Checking router: 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:33:04.112757 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Routers {'83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:04.113127 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:33:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:04.156847 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.206890 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] Set router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 gateway port host: None {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:04.267396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:33:03Z', 'revision_number': 6, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:04.269696 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.294684 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9927cd3-1720-474e-b255-69add4b268ff None None] The sync data for ids ['83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053'] in dv-cinder-788367-3-iscsi is: [{'id': '83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053', 'name': 'tempest-AttachVolumeTestJSON-1599919179-router', 'tenant_id': '94b987d163c644f8b19411937508b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:40Z', 'updated_at': '2021-08-02T17:33:03Z', 'revision_number': 6, 'project_id': '94b987d163c644f8b19411937508b690', 'gw_port_host': None}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:33:04.302237 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c51615d-553b-475d-937a-c1c6018ea598,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:04.367399 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.471657 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.473977 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.825910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.826429 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 {{(pid=93244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:33:04.831900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.833174 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6efb11fa-a72b-4f00-9122-7cb3b4d5517d admin admin] 10.222.0.54 "DELETE /v2.0/routers/83d12aa4-0eb0-4e8a-9a0a-1efcff0f8053 HTTP/1.1" status: 204 len: 168 time: 1.2199593 Aug 02 17:33:04.835973 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39332) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:04.885703 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Deleting subnet 15bd775e-818c-4454-bd9b-4afed59e3a89 {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:33:04.889079 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.898201 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be920b11-501c-467c-8910-6e0663c0c903 req-fd8aca26-e921-4486-a011-a5d8aafc0259 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:04.899518 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-be920b11-501c-467c-8910-6e0663c0c903 req-fd8aca26-e921-4486-a011-a5d8aafc0259 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0564742 Aug 02 17:33:04.928628 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:04.950801 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-be920b11-501c-467c-8910-6e0663c0c903 req-de2ba52c-4101-4ea1-aeaf-2a554ef5e83c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Aug 02 17:33:05.011956 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.076869 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.091085 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.097104 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3dec37-29f2-4c99-86c9-8e4ec8801ad4 None None] Network 3aea78af-e19a-4395-bf20-427b8e528621 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:33:05.100468 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/15bd775e-818c-4454-bd9b-4afed59e3a89 HTTP/1.1" status: 204 len: 168 time: 0.2633917 Aug 02 17:33:05.103287 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39336) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:05.139599 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f4cc8-f26d-4ab7-9da4-2244f1393292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bd775e-818c-4454-bd9b-4afed59e3a89,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:05.279609 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.395661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] DHCP port deletion for 3aea78af-e19a-4395-bf20-427b8e528621 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:33:05.403236 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8624b-fda8-4996-a1fe-11f29509b46b req-a3f4fab9-c6e1-4f0e-b44a-ab817caf3c3b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:05.409656 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-96d8624b-fda8-4996-a1fe-11f29509b46b req-a3f4fab9-c6e1-4f0e-b44a-ab817caf3c3b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.1046555 Aug 02 17:33:05.432822 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Deleting port 8498f76f-86c7-450d-9685-495bf35fa0da {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:33:05.433484 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.493823 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Deleting port 8498f76f-86c7-450d-9685-495bf35fa0da {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:33:05.494227 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.505358 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-96d8624b-fda8-4996-a1fe-11f29509b46b req-8f241977-9bfc-4b9b-88ce-358e55e7e88f tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932586 Aug 02 17:33:05.539610 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] For port 8498f76f-86c7-450d-9685-495bf35fa0da, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=8498f76f-86c7-450d-9685-495bf35fa0da,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:05.539992 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.557774 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Calling delete_port for 8498f76f-86c7-450d-9685-495bf35fa0da owned by network:dhcp {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:33:05.584868 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] For port 8498f76f-86c7-450d-9685-495bf35fa0da, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=8498f76f-86c7-450d-9685-495bf35fa0da,segment=NetworkSegment(77b3d2f0-e0b0-4549-bf5e-abac6df2349b),segment_id=77b3d2f0-e0b0-4549-bf5e-abac6df2349b)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:05.585335 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.600732 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Calling delete_port for 8498f76f-86c7-450d-9685-495bf35fa0da owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:33:05.665686 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.682121 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.696958 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Pushing event deleted for resources: {'Port': ['ID=8498f76f-86c7-450d-9685-495bf35fa0da,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:05.705248 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] No DVR routers for this DVR port 8498f76f-86c7-450d-9685-495bf35fa0da on host dv-cinder-788367-3-iscsi {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:33:05.707183 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] Pushing event deleted for resources: {'Port': ['ID=8498f76f-86c7-450d-9685-495bf35fa0da,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:05.711385 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460fc38-5bd1-4ea9-a184-51f6cbff6704 None None] No DVR routers for this DVR port 8498f76f-86c7-450d-9685-495bf35fa0da on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:33:05.780377 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.790445 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aea78af-e19a-4395-bf20-427b8e528621']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:05.801273 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b3d2f0-e0b0-4549-bf5e-abac6df2349b') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:05.801590 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b3d2f0-e0b0-4549-bf5e-abac6df2349b') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:05.810737 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.824580 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.830627 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:33:05.831001 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:33:05.833214 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:33:05.855233 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.892023 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.899361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.903833 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] 10.222.0.54 "DELETE /v2.0/networks/3aea78af-e19a-4395-bf20-427b8e528621 HTTP/1.1" status: 204 len: 168 time: 0.7968554 Aug 02 17:33:05.911555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad291-d1da-42df-961a-05e9af49430c admin admin] Pushing event deleted for resources: {'Network': ['ID=3aea78af-e19a-4395-bf20-427b8e528621,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:06.065440 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39346) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:06.086367 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86830936-7f57-43a3-8c46-1aa9f54bc4de req-2d1af505-3ada-447d-bfad-bc48c6baf485 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:06.088230 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86830936-7f57-43a3-8c46-1aa9f54bc4de req-2d1af505-3ada-447d-bfad-bc48c6baf485 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0609841 Aug 02 17:33:06.119892 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-96eee116-0b33-4a17-84d5-323ee24deea5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94b987d163c644f8b19411937508b690&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496473 Aug 02 17:33:06.121003 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39348) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:06.166301 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1c51615d-553b-475d-937a-c1c6018ea598 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:06.166894 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86830936-7f57-43a3-8c46-1aa9f54bc4de req-e03c998f-9f65-48a0-b15f-ef23088e86f5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695648 Aug 02 17:33:06.193058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 1c51615d-553b-475d-937a-c1c6018ea598 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:33:06.193726 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 1c51615d-553b-475d-937a-c1c6018ea598 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:33:06.194332 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 675d01b1-a9b3-41b8-9278-e00b65cacbc1 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:06.195410 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:06.195605 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:33:06.215040 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 675d01b1-a9b3-41b8-9278-e00b65cacbc1 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:33:06.215704 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 675d01b1-a9b3-41b8-9278-e00b65cacbc1 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:33:06.216134 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 8498f76f-86c7-450d-9685-495bf35fa0da no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:06.224985 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:06.241673 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 8498f76f-86c7-450d-9685-495bf35fa0da {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:33:06.242080 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 8498f76f-86c7-450d-9685-495bf35fa0da not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:33:06.279528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:06.282265 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:06.283478 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e9623a2-c032-48fc-a9e4-b08bc2499ae9 HTTP/1.1" status: 204 len: 168 time: 0.1613181 Aug 02 17:33:06.291535 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a820cf-fac8-4016-9ae0-f883388db22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9623a2-c032-48fc-a9e4-b08bc2499ae9,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:06.651409 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6f599-ab64-466e-af4f-cb22fb413a29 req-e68b33df-13dd-4dec-bd3a-318e031f0bbc tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:06.654683 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ee6f599-ab64-466e-af4f-cb22fb413a29 req-e68b33df-13dd-4dec-bd3a-318e031f0bbc tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0628779 Aug 02 17:33:06.699964 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9ee6f599-ab64-466e-af4f-cb22fb413a29 req-25bd2658-8031-4ba3-8698-565bdfee1eca tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396876 Aug 02 17:33:07.286263 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25735b5a-aa9a-4178-bde3-2705b6f5cfc4 req-32e27031-ec90-4058-bb3a-1ddc0fcd9b37 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:07.287782 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25735b5a-aa9a-4178-bde3-2705b6f5cfc4 req-32e27031-ec90-4058-bb3a-1ddc0fcd9b37 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0516272 Aug 02 17:33:07.347297 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-25735b5a-aa9a-4178-bde3-2705b6f5cfc4 req-a28954c1-8aa9-43d6-aa98-9c4a540eaf6c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520060 Aug 02 17:33:07.820106 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7196eec-7eca-4302-b0f2-fccca03a2b08 req-4238bfcf-2f37-4d9e-bd9a-c1152d0046d9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:07.821557 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7196eec-7eca-4302-b0f2-fccca03a2b08 req-4238bfcf-2f37-4d9e-bd9a-c1152d0046d9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0521321 Aug 02 17:33:07.861510 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b7196eec-7eca-4302-b0f2-fccca03a2b08 req-df151578-1b80-4d17-88eb-8a60019f6e13 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338163 Aug 02 17:33:08.475209 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b1d1b-fef1-4588-adff-b75d00362bcd req-174df233-e7ea-4e78-902c-675ad46b1c22 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:08.477143 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cd9b1d1b-fef1-4588-adff-b75d00362bcd req-174df233-e7ea-4e78-902c-675ad46b1c22 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0530343 Aug 02 17:33:08.522435 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cd9b1d1b-fef1-4588-adff-b75d00362bcd req-a9d2ca38-c35a-43ad-ad24-a8d739b44d73 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 Aug 02 17:33:08.980226 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5c643-dab4-4ca4-90e3-48f72bed439b req-3981fef8-a056-4069-b4d0-8003d25f6034 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:08.981819 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-51b5c643-dab4-4ca4-90e3-48f72bed439b req-3981fef8-a056-4069-b4d0-8003d25f6034 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0511789 Aug 02 17:33:09.022352 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-51b5c643-dab4-4ca4-90e3-48f72bed439b req-16677eeb-4ae5-4a83-b901-d5e9dde3ac4d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333714 Aug 02 17:33:09.655368 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd81d6-e4fd-4a31-a1c3-632ddd15aca0 req-1e78ca5c-ff9e-4f4c-901a-a094047bb98c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:09.656951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0dd81d6-e4fd-4a31-a1c3-632ddd15aca0 req-1e78ca5c-ff9e-4f4c-901a-a094047bb98c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0508699 Aug 02 17:33:09.697252 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-e0dd81d6-e4fd-4a31-a1c3-632ddd15aca0 req-f32eded5-5177-4d86-b5b4-ce6707d5738e tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342677 Aug 02 17:33:10.146393 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416543-a41c-45c0-8ba9-538cc3901182 req-8a6f7e0d-e9d2-4780-949f-8858d65c4882 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.148095 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-61416543-a41c-45c0-8ba9-538cc3901182 req-8a6f7e0d-e9d2-4780-949f-8858d65c4882 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0538325 Aug 02 17:33:10.206326 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-61416543-a41c-45c0-8ba9-538cc3901182 req-8a13d7fe-15c2-4d41-8efb-bb2853c571d8 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469575 Aug 02 17:33:10.822277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a524e-1ecb-4e9c-a0a0-8461fb6d74d4 req-7331b5e8-0a93-4c83-9e7a-e1140db70e88 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.823752 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c03a524e-1ecb-4e9c-a0a0-8461fb6d74d4 req-7331b5e8-0a93-4c83-9e7a-e1140db70e88 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0524158 Aug 02 17:33:10.863322 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c03a524e-1ecb-4e9c-a0a0-8461fb6d74d4 req-44f19c26-f9f8-40bb-831b-4778b4cf455a tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336239 Aug 02 17:33:11.106544 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eca708-2074-478f-b665-cf61beef924b req-9dd63aa1-ca43-4b58-911f-292a4832b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.107963 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-9dd63aa1-ca43-4b58-911f-292a4832b22a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0445578 Aug 02 17:33:11.228438 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eca708-2074-478f-b665-cf61beef924b req-a84d1e27-9703-4c98-bb77-63a4270565d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.229976 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-a84d1e27-9703-4c98-bb77-63a4270565d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.0948668 Aug 02 17:33:11.300930 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-5737ca68-20c6-4ccc-b988-a66a05be0ca5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 1001 time: 0.0619481 Aug 02 17:33:11.332139 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41a02e-0561-449f-84c6-a58a8b9bca56 req-607455c4-f95a-487e-bb0a-cdaa3aa34357 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.333916 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3d41a02e-0561-449f-84c6-a58a8b9bca56 req-607455c4-f95a-487e-bb0a-cdaa3aa34357 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0506444 Aug 02 17:33:11.360431 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eca708-2074-478f-b665-cf61beef924b req-d590d0f8-6483-45b4-ae02-30d02bdfedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.361980 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-d590d0f8-6483-45b4-ae02-30d02bdfedbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0509906 Aug 02 17:33:11.374786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3d41a02e-0561-449f-84c6-a58a8b9bca56 req-a624c185-c184-4eba-91bd-97b318765536 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Aug 02 17:33:11.409631 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eca708-2074-478f-b665-cf61beef924b req-433a6fb4-715d-4e94-adeb-2b4f02812310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.411295 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-433a6fb4-715d-4e94-adeb-2b4f02812310 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409200 Aug 02 17:33:11.507377 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-bc073510-f5ed-4e2a-9827-602bf3c1f1e4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854194 Aug 02 17:33:11.609326 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eca708-2074-478f-b665-cf61beef924b req-6bf6e234-0b66-4353-9090-60a54fbe749e service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934711 Aug 02 17:33:11.988985 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98820a20-0ac3-4b35-9ade-b3804c7f7141 req-adda9caa-33cd-477a-85df-9032108e22c9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.990677 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-98820a20-0ac3-4b35-9ade-b3804c7f7141 req-adda9caa-33cd-477a-85df-9032108e22c9 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0518355 Aug 02 17:33:12.034206 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-98820a20-0ac3-4b35-9ade-b3804c7f7141 req-35020971-f2db-491a-8557-a5a72a0bca15 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376434 Aug 02 17:33:12.493005 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e99805-6cfa-498e-aa99-2ec1c922f1b3 req-650db513-97d4-448d-bb5a-d4eed7addd21 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:12.494484 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-22e99805-6cfa-498e-aa99-2ec1c922f1b3 req-650db513-97d4-448d-bb5a-d4eed7addd21 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0527253 Aug 02 17:33:12.537587 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-22e99805-6cfa-498e-aa99-2ec1c922f1b3 req-96b926d8-2225-4c5c-926d-590390978e3e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Aug 02 17:33:13.174555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535dd76-1a20-4b32-b540-2e5b8de6114a req-643ca35d-12b6-4d37-98e5-e58331a9e2a2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:13.176054 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3535dd76-1a20-4b32-b540-2e5b8de6114a req-643ca35d-12b6-4d37-98e5-e58331a9e2a2 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Aug 02 17:33:13.222005 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3535dd76-1a20-4b32-b540-2e5b8de6114a req-b1599ce8-f8ff-46a4-b61e-16d8029c1d85 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Aug 02 17:33:13.662823 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93a7d7-ee34-418b-ba93-1a00ea44070f req-a9b47224-c225-4aa4-a378-f4c86ff9ba82 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:13.664231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3b93a7d7-ee34-418b-ba93-1a00ea44070f req-a9b47224-c225-4aa4-a378-f4c86ff9ba82 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0583203 Aug 02 17:33:13.708929 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3b93a7d7-ee34-418b-ba93-1a00ea44070f req-baa13c72-d4b4-4bb9-8d7c-71d0cabdb6c3 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384848 Aug 02 17:33:13.980640 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:33:14.082126 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:14.097947 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'port_id': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'mac_address': 'fa:16:3e:77:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:33:14.135601 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:14.148915 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:33:14.169223 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:14.175866 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:14.223291 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=9']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:14.349396 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98d1f9-3680-47fd-af35-7d4341b5983b req-3f0a9c6d-6ca2-43da-b25b-167b09a5e21c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:14.350899 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-be98d1f9-3680-47fd-af35-7d4341b5983b req-3f0a9c6d-6ca2-43da-b25b-167b09a5e21c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0515437 Aug 02 17:33:14.392058 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-be98d1f9-3680-47fd-af35-7d4341b5983b req-6107b799-b5dd-4a05-80c5-97aeec202122 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 Aug 02 17:33:14.423913 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['4df05830-2c19-4099-8ebc-0355c90a0c33'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:33:14.834900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef4d2a-9716-4499-b9ba-1fe21434f58b req-5ecb5b60-ea9f-4d39-a68e-ec2cf65c4b32 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:14.836331 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebef4d2a-9716-4499-b9ba-1fe21434f58b req-5ecb5b60-ea9f-4d39-a68e-ec2cf65c4b32 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0493398 Aug 02 17:33:14.874218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ebef4d2a-9716-4499-b9ba-1fe21434f58b req-44af16f5-e73b-4ecb-b400-9f476fcd1f4d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Aug 02 17:33:15.521736 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0921a-10ab-46ef-b501-99ccd19d5373 req-04fe5b64-d44b-4d22-9d87-1d4f18ef7f93 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:15.523266 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86c0921a-10ab-46ef-b501-99ccd19d5373 req-04fe5b64-d44b-4d22-9d87-1d4f18ef7f93 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0514486 Aug 02 17:33:15.566749 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-86c0921a-10ab-46ef-b501-99ccd19d5373 req-dce5fa23-82fd-4c32-893c-999e76f92df4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 Aug 02 17:33:15.751885 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39504) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:15.873150 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3a-5924-44ed-b53b-db36313adc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:15.975119 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3a-5924-44ed-b53b-db36313adc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:15.979516 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3a-5924-44ed-b53b-db36313adc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:15.988144 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31e82d-47ee-4d6a-9c73-364cb169b062 req-84fe461a-c290-4e24-abc8-07769d2764ce tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:15.989629 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb31e82d-47ee-4d6a-9c73-364cb169b062 req-84fe461a-c290-4e24-abc8-07769d2764ce tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0492728 Aug 02 17:33:16.006825 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:16.019997 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8184cc3a-5924-44ed-b53b-db36313adc91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c68eafd7b17421b8d0c6c3bfc31bff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643008 Aug 02 17:33:16.019997 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184cc3a-5924-44ed-b53b-db36313adc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103a8130-4627-4d41-84b3-36a42fee5bbb,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:16.020781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39510) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:16.028400 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cb31e82d-47ee-4d6a-9c73-364cb169b062 req-3d4efeb4-8189-4411-873d-303610228025 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Aug 02 17:33:16.067656 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 4df05830-2c19-4099-8ebc-0355c90a0c33 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:16.068039 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.075984 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.103874 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.148209 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.151197 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.153848 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.155033 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/103a8130-4627-4d41-84b3-36a42fee5bbb HTTP/1.1" status: 204 len: 168 time: 0.1319222 Aug 02 17:33:16.163884 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96a49d-98a6-4d94-980a-8bf7173ac07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a8130-4627-4d41-84b3-36a42fee5bbb,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:16.174503 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:16.176789 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea6a6a-bf02-4be2-a6c1-913238a2042a" -d '{"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:16.196938 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:16.201549 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:16.225764 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be3801-d44d-46d9-ba01-d7cfa5e71e77 x-openstack-request-id: req-27be3801-d44d-46d9-ba01-d7cfa5e71e77 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:16.225996 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:16.226263 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27be3801-d44d-46d9-ba01-d7cfa5e71e77 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:16.226652 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'code': 200} Aug 02 17:33:16.253705 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=10']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:16.403504 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9213f96-4366-4308-870f-bf854838afc6 req-e7763b70-671c-4a84-8c41-82b83745ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:16.405012 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f9213f96-4366-4308-870f-bf854838afc6 req-e7763b70-671c-4a84-8c41-82b83745ebca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 1099 time: 0.0399301 Aug 02 17:33:16.441391 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f9213f96-4366-4308-870f-bf854838afc6 req-542a71b8-66e7-4ae6-b023-315dfd09a0ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282276 Aug 02 17:33:16.687012 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ddb1b-46d9-42af-9deb-9c7220c8988f req-f871939b-d1b7-4934-b32f-6422ac33ab0d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:16.688526 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-753ddb1b-46d9-42af-9deb-9c7220c8988f req-f871939b-d1b7-4934-b32f-6422ac33ab0d tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Aug 02 17:33:16.727444 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-753ddb1b-46d9-42af-9deb-9c7220c8988f req-01b85e26-8cd7-4597-a387-4e756a6ca3b5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Aug 02 17:33:17.143337 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6d2cb-b536-4a70-b204-79ede6cbc169 req-24c0bd4f-cc6f-4cec-9567-dafbae7f05cf tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:17.144829 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-acb6d2cb-b536-4a70-b204-79ede6cbc169 req-24c0bd4f-cc6f-4cec-9567-dafbae7f05cf tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0481930 Aug 02 17:33:17.186826 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-acb6d2cb-b536-4a70-b204-79ede6cbc169 req-730e6441-55f5-47a9-a073-7bf2fc5c20e9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356569 Aug 02 17:33:17.735594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39596) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:17.849927 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-28f2d087-e605-426f-9f81-47ee27720904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:17.882059 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2611a0-d9bb-4bc6-801f-e5d74b66c5e2 req-307f84bd-dadc-4d05-850d-83ea58384898 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:17.883585 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8e2611a0-d9bb-4bc6-801f-e5d74b66c5e2 req-307f84bd-dadc-4d05-850d-83ea58384898 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0773823 Aug 02 17:33:17.951350 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8e2611a0-d9bb-4bc6-801f-e5d74b66c5e2 req-a43f3ca8-0437-4fd1-a9b3-6b4bfdc117d3 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538077 Aug 02 17:33:17.987732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-28f2d087-e605-426f-9f81-47ee27720904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:17.993380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-28f2d087-e605-426f-9f81-47ee27720904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.030480 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-28f2d087-e605-426f-9f81-47ee27720904 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da23c93faee640a08f03bebb1f59b3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937708 Aug 02 17:33:18.031313 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2d087-e605-426f-9f81-47ee27720904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68d643-c863-4d62-b153-f0e4ca13d362,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:18.033349 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39602) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:18.086158 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.107145 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.154310 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.157192 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.158384 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c68d643-c863-4d62-b153-f0e4ca13d362 HTTP/1.1" status: 204 len: 168 time: 0.1220164 Aug 02 17:33:18.166558 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbc717-286d-44a5-9fbe-3905068e3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68d643-c863-4d62-b153-f0e4ca13d362,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:18.305746 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995bde2-f8fb-4f8f-b423-4e6d862115a2 req-b50ebbac-22b6-4897-a10a-c090adabc504 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:18.307276 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4995bde2-f8fb-4f8f-b423-4e6d862115a2 req-b50ebbac-22b6-4897-a10a-c090adabc504 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0521259 Aug 02 17:33:18.345666 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4995bde2-f8fb-4f8f-b423-4e6d862115a2 req-5a1f2b9b-b114-46dc-8dc0-aceb806ecc0d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Aug 02 17:33:18.425649 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39610) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:18.441582 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3439-2122-46c0-adbd-d9f69a1c1404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.533118 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3439-2122-46c0-adbd-d9f69a1c1404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.539905 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3439-2122-46c0-adbd-d9f69a1c1404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.582185 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3439-2122-46c0-adbd-d9f69a1c1404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd41aae-cf89-4780-abb6-47db24639b08,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:18.586295 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ef1c3439-2122-46c0-adbd-d9f69a1c1404 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26d140f2aad54850b58264db29438a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595862 Aug 02 17:33:18.589509 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39612) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:18.636361 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.656732 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.707561 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.707561 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:18.707561 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dd41aae-cf89-4780-abb6-47db24639b08 HTTP/1.1" status: 204 len: 168 time: 0.1158583 Aug 02 17:33:18.713962 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daceb7f-b174-4f7a-b483-41c60f2c8bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd41aae-cf89-4780-abb6-47db24639b08,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:19.086744 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1e2f-3c8b-41c0-8bae-03bfbca5ac7c req-7b7bf3eb-0334-41bc-a1e7-faf9f0e77940 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:19.088291 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57ae1e2f-3c8b-41c0-8bae-03bfbca5ac7c req-7b7bf3eb-0334-41bc-a1e7-faf9f0e77940 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0637045 Aug 02 17:33:19.127890 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-57ae1e2f-3c8b-41c0-8bae-03bfbca5ac7c req-ef9cf784-646e-428a-b9f4-9260fb62d77c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330374 Aug 02 17:33:19.460191 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef05d-a19d-4472-b122-9169882ed6dd req-beff7e15-c75c-4849-a3c3-f48659a3d0e2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:19.461743 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a09ef05d-a19d-4472-b122-9169882ed6dd req-beff7e15-c75c-4849-a3c3-f48659a3d0e2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0497127 Aug 02 17:33:19.498771 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a09ef05d-a19d-4472-b122-9169882ed6dd req-ade886a0-9c93-4066-978a-cd945bb37f3d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307138 Aug 02 17:33:19.772841 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39648) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:19.879582 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0fdb-250f-4394-8166-8095ef287705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:19.972642 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0fdb-250f-4394-8166-8095ef287705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:19.979963 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0fdb-250f-4394-8166-8095ef287705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:20.016616 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8d3c0fdb-250f-4394-8166-8095ef287705 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7750eb67e5834a378128974b39776dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425926 Aug 02 17:33:20.017539 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c0fdb-250f-4394-8166-8095ef287705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837120c5-f877-4061-821d-018c45f0372e,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:20.019622 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39652) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:20.072948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:20.094464 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:20.141527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:20.144183 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:20.145339 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/837120c5-f877-4061-821d-018c45f0372e HTTP/1.1" status: 204 len: 168 time: 0.1247394 Aug 02 17:33:20.154732 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f65ee-c78f-41c3-8351-9d5a44dfdcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837120c5-f877-4061-821d-018c45f0372e,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:20.613425 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e7d7d-22d5-4451-abd4-894712a36c98 req-2370eca5-01cb-403a-91b9-48cf16106de9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:20.614948 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ac1e7d7d-22d5-4451-abd4-894712a36c98 req-2370eca5-01cb-403a-91b9-48cf16106de9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0485368 Aug 02 17:33:20.656829 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ac1e7d7d-22d5-4451-abd4-894712a36c98 req-ca6a2959-cb62-499e-8de3-ca1d3cc2cee5 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Aug 02 17:33:21.282038 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-393b5a2d-3719-40ea-9cd5-a4bdaf3f18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:21.283686 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-393b5a2d-3719-40ea-9cd5-a4bdaf3f18b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0412128 Aug 02 17:33:21.375626 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-736a0e3f-7711-4240-b3a1-f5c4309da7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:21.377164 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-736a0e3f-7711-4240-b3a1-f5c4309da7df service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.0865595 Aug 02 17:33:21.444179 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-7857fe80-1ebb-415d-a88f-79a99ed0b54d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 1001 time: 0.0601015 Aug 02 17:33:21.493094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-d3e13a11-1a61-460b-88a8-3a595d5fd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:21.494618 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-d3e13a11-1a61-460b-88a8-3a595d5fd6c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0436020 Aug 02 17:33:21.545416 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-d4d7da86-8a27-40d3-bd8f-7991885e0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:21.546936 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-d4d7da86-8a27-40d3-bd8f-7991885e0f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446777 Aug 02 17:33:21.637284 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-c8560b5e-7815-4cee-9ba1-b03a466de686 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823834 Aug 02 17:33:21.745304 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-0d45d2c3-acd9-4802-9cab-d3f31cc2d305 req-7b5c127a-c858-4bb6-8dbb-f3757f04019a service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010220 Aug 02 17:33:21.783186 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c580a-9f3f-4c19-a970-5dd8d4efc132 req-0c01d460-0475-45e0-ad28-ef7ac9919f4c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:21.784685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-533c580a-9f3f-4c19-a970-5dd8d4efc132 req-0c01d460-0475-45e0-ad28-ef7ac9919f4c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0577602 Aug 02 17:33:21.822481 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-533c580a-9f3f-4c19-a970-5dd8d4efc132 req-1e392915-db38-4965-9efc-5b62d32a5df1 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Aug 02 17:33:22.939034 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996105bc-c773-4c12-a667-3068d77cbb98 req-a8ac3e58-157f-40ed-a1b6-cccc4d16a459 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:22.940488 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-996105bc-c773-4c12-a667-3068d77cbb98 req-a8ac3e58-157f-40ed-a1b6-cccc4d16a459 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0515501 Aug 02 17:33:22.981612 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-996105bc-c773-4c12-a667-3068d77cbb98 req-26dcc784-e07e-4148-be81-8c8c922e73a9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346861 Aug 02 17:33:24.103973 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a92ea-f3a3-4636-b347-3a5ea8da34d7 req-248fec61-2c9d-4c69-8858-47db0bde5508 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:24.105538 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-275a92ea-f3a3-4636-b347-3a5ea8da34d7 req-248fec61-2c9d-4c69-8858-47db0bde5508 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0543122 Aug 02 17:33:24.143734 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-275a92ea-f3a3-4636-b347-3a5ea8da34d7 req-66b9a092-d19c-4c61-aac7-d1d0f7e15523 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Aug 02 17:33:24.261611 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39722) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:24.353106 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-600466d9-7a12-4202-bb22-71e841173fb0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695436 Aug 02 17:33:24.369392 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc752-3251-4552-b14a-477a6dfc35ed req-a23c4918-7765-4bfd-aa98-bb0d78752e44 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:24.370043 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-69101281-e622-41ec-b23a-9624b1c75c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.370954 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-896bc752-3251-4552-b14a-477a6dfc35ed req-a23c4918-7765-4bfd-aa98-bb0d78752e44 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0630805 Aug 02 17:33:24.410891 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-896bc752-3251-4552-b14a-477a6dfc35ed req-dc121b7e-bfb8-494d-a7c0-c4d406852d7c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 Aug 02 17:33:24.462834 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-69101281-e622-41ec-b23a-9624b1c75c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.467604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-69101281-e622-41ec-b23a-9624b1c75c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.505089 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-69101281-e622-41ec-b23a-9624b1c75c05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6f08afd43024871bd454a7b81432a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421970 Aug 02 17:33:24.505843 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69101281-e622-41ec-b23a-9624b1c75c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07daa81-0adb-40ac-984b-6cfdf2eec5b1,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:24.507985 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39732) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:24.565132 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.589539 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.638447 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.641637 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:24.642653 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f07daa81-0adb-40ac-984b-6cfdf2eec5b1 HTTP/1.1" status: 204 len: 168 time: 0.1335626 Aug 02 17:33:24.654636 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3655-1c61-4a88-baa2-1e01c638aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07daa81-0adb-40ac-984b-6cfdf2eec5b1,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:24.911345 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39738) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:24.924541 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7289aec4-d6e7-4510-859a-d281d5ec5a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.018344 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7289aec4-d6e7-4510-859a-d281d5ec5a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.022901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7289aec4-d6e7-4510-859a-d281d5ec5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.065119 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-7289aec4-d6e7-4510-859a-d281d5ec5a58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0f1ab4583b843b19c5e27fcd0994e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526544 Aug 02 17:33:25.066082 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289aec4-d6e7-4510-859a-d281d5ec5a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4318c948-52a4-4d00-8082-b6f03ce039c6,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:25.067982 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39740) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:25.119680 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.141303 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.188141 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.190834 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:25.192009 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4318c948-52a4-4d00-8082-b6f03ce039c6 HTTP/1.1" status: 204 len: 168 time: 0.1228540 Aug 02 17:33:25.204174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578b92-5c78-4cda-9203-772a5dfeda72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318c948-52a4-4d00-8082-b6f03ce039c6,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:25.533953 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d267ac-2d26-4eb1-b656-9e798b6f3168 req-162087ab-cbd8-48c3-9cca-65f6b3f1fca3 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.535493 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-34d267ac-2d26-4eb1-b656-9e798b6f3168 req-162087ab-cbd8-48c3-9cca-65f6b3f1fca3 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0544331 Aug 02 17:33:25.577407 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-34d267ac-2d26-4eb1-b656-9e798b6f3168 req-c432120d-f65d-4a5f-ac83-fecb7bbb7c63 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350468 Aug 02 17:33:25.582773 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-e5f1cc6a-347c-4fa0-97db-a1f5ed46b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.584278 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-e5f1cc6a-347c-4fa0-97db-a1f5ed46b97c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b&tenant_id=b2936f3aad854ce5b634124954af3d73 HTTP/1.1" status: 200 len: 1099 time: 0.0466056 Aug 02 17:33:25.653275 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-a4848e81-3794-4348-9788-b08e2c4c4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.655179 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-a4848e81-3794-4348-9788-b08e2c4c4869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0452027 Aug 02 17:33:25.757488 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-8adc4ba4-28df-420f-83d8-5e769870b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.759281 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-8adc4ba4-28df-420f-83d8-5e769870b335 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.0969334 Aug 02 17:33:25.831328 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-4b1b6a79-012b-467a-85f5-8bd7429d553b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 1001 time: 0.0648050 Aug 02 17:33:25.880620 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-d69553e7-e2f3-4260-a606-68748c82cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.882111 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-d69553e7-e2f3-4260-a606-68748c82cc66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0441890 Aug 02 17:33:25.926574 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-64e62a14-7ebe-44e0-affc-5ff6d7261aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:25.928080 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-64e62a14-7ebe-44e0-affc-5ff6d7261aee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392067 Aug 02 17:33:26.017740 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-f52accb7-486c-44d0-862f-932a536f354f service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Aug 02 17:33:26.061079 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:33:26.112952 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f90db629-745b-4c5d-becf-60caaa17dc63 req-82743d50-df83-40f3-b174-cf272e9f2d4a service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878818 Aug 02 17:33:26.144615 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:26.167585 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:26.170112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeaebcf-534d-479f-86ed-349f86bcfb7d" -d '{"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:26.184193 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:26.189303 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:26.215724 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14856064-27bf-47bb-b242-7488839b5457 x-openstack-request-id: req-14856064-27bf-47bb-b242-7488839b5457 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:26.216023 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:26.216274 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14856064-27bf-47bb-b242-7488839b5457 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:26.216669 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'code': 200} Aug 02 17:33:26.241193 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=6']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:26.698134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c031b2-1418-4f00-8faf-4ddc3be874ce req-a9283e55-be52-44fc-83d6-62bfa3cc999d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:26.699682 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73c031b2-1418-4f00-8faf-4ddc3be874ce req-a9283e55-be52-44fc-83d6-62bfa3cc999d tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0513315 Aug 02 17:33:26.738371 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-73c031b2-1418-4f00-8faf-4ddc3be874ce req-447ad659-e097-45ef-a458-15f8237cb3fe tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328128 Aug 02 17:33:27.865324 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572154b-72cb-452e-9cd7-c756ba9d8c2e req-95cd182b-3ceb-4f85-89f1-30282b928201 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:27.866801 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6572154b-72cb-452e-9cd7-c756ba9d8c2e req-95cd182b-3ceb-4f85-89f1-30282b928201 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0492241 Aug 02 17:33:27.909627 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6572154b-72cb-452e-9cd7-c756ba9d8c2e req-ad11e475-206e-4b75-88d5-1e34e3c21982 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Aug 02 17:33:28.409293 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.030289 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bf056-6cb2-428e-bfeb-10e190ad718e req-e3fef2a4-ac8c-47a0-9b62-06043b1e3d9e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:29.031775 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-105bf056-6cb2-428e-bfeb-10e190ad718e req-e3fef2a4-ac8c-47a0-9b62-06043b1e3d9e tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0526004 Aug 02 17:33:29.069805 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-105bf056-6cb2-428e-bfeb-10e190ad718e req-c08b22e9-48e2-43fa-85a7-b79a23c23c46 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Aug 02 17:33:30.196058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d764b4-80f9-4012-83d9-17597c5e4a45 req-76aca86f-4974-40ba-9dc7-574e186b4480 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.197600 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c1d764b4-80f9-4012-83d9-17597c5e4a45 req-76aca86f-4974-40ba-9dc7-574e186b4480 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0597894 Aug 02 17:33:30.238322 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c1d764b4-80f9-4012-83d9-17597c5e4a45 req-4aff617b-6720-4308-800a-dac30418a6de tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340302 Aug 02 17:33:30.576383 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-dc104251-5d5d-4b20-8db2-352fb62d4b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:31.355182 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef69f-8625-41b8-9190-c09d2e78ee12 req-75fa4713-afaa-4a4d-88a4-7dd77b638921 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:31.356630 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-069ef69f-8625-41b8-9190-c09d2e78ee12 req-75fa4713-afaa-4a4d-88a4-7dd77b638921 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0492382 Aug 02 17:33:31.404017 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-069ef69f-8625-41b8-9190-c09d2e78ee12 req-e84ec37c-dc53-4b71-b343-3a1dc19bd5f9 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Aug 02 17:33:32.316648 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565160d7-0f04-437a-a61e-b96d7139d51d req-c8ff07fc-d784-49da-86f3-27dbb17103ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.318131 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-565160d7-0f04-437a-a61e-b96d7139d51d req-c8ff07fc-d784-49da-86f3-27dbb17103ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1097 time: 0.0456939 Aug 02 17:33:32.369856 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-565160d7-0f04-437a-a61e-b96d7139d51d req-30f5fc50-b71b-4823-86fb-a07db13fc03a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299568 Aug 02 17:33:32.527190 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba58b-d4f5-462d-b050-20d94163b5cf req-70e34fe2-2de4-48b4-9a40-50d89ae3a59c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.528922 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-024ba58b-d4f5-462d-b050-20d94163b5cf req-70e34fe2-2de4-48b4-9a40-50d89ae3a59c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0510359 Aug 02 17:33:32.567846 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-024ba58b-d4f5-462d-b050-20d94163b5cf req-134b3d64-22ed-4b38-8e6a-9b05de23ab6b tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Aug 02 17:33:32.944119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b11598ea-3869-471e-bc2b-6d29d4d1cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:33.487354 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:33.697652 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0e7e-8658-4180-a8a8-2da4acfefbeb req-387f4c32-8569-400c-a856-6cc719cf88f4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:33.700446 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-459c0e7e-8658-4180-a8a8-2da4acfefbeb req-387f4c32-8569-400c-a856-6cc719cf88f4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 944 time: 0.0652311 Aug 02 17:33:33.739408 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-459c0e7e-8658-4180-a8a8-2da4acfefbeb req-c01c1450-97a9-4f71-85e7-f269b1fc9ddc tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Aug 02 17:33:34.116644 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:33:34.119919 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:34.212936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:34.223752 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'port_id': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'mac_address': 'fa:16:3e:c5:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:33:34.263250 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:34.277345 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:33:34.297784 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:34.304576 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:34.356957 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=7']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:34.572034 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['285d0a80-6ed3-46b2-9bb4-39d3fd019f58'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:33:35.864760 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:36.149321 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:36.209190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:36.209523 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:36.305154 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:36.333142 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:36.335475 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88c4418-e3ab-498a-9cc2-6d8fde1f6b36" -d '{"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-plugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:36.356870 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:36.361403 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:36.384640 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6fded7-fa72-44c3-8a12-0eca915b2e35 x-openstack-request-id: req-7c6fded7-fa72-44c3-8a12-0eca915b2e35 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:36.384907 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-plugged", "status": "completed", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:36.385172 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c6fded7-fa72-44c3-8a12-0eca915b2e35 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:36.385547 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'code': 200} Aug 02 17:33:36.411009 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=8']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:43.201031 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:33:53.159626 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 39946) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:53.273750 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ab930f7-17fe-444e-8170-e12ec97d4068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.368855 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ab930f7-17fe-444e-8170-e12ec97d4068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.375200 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-3ab930f7-17fe-444e-8170-e12ec97d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.411990 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-3ab930f7-17fe-444e-8170-e12ec97d4068 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17fbf8d4ca3442aea30bc4c99c24d799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510912 Aug 02 17:33:53.412746 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab930f7-17fe-444e-8170-e12ec97d4068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ede0d-d312-4938-96e8-cc0f15b4db05,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:53.414924 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 39950) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:53.471002 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.491970 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.547640 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.551756 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:53.553349 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d0ede0d-d312-4938-96e8-cc0f15b4db05 HTTP/1.1" status: 204 len: 168 time: 0.1373780 Aug 02 17:33:53.562587 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa27b7-78d5-4587-80fa-9dff34b10fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ede0d-d312-4938-96e8-cc0f15b4db05,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:58.408381 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:58.791526 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42321af2-6535-454f-994d-f5bcb327406e req-b8a8ba15-ada3-4423-907a-eff7df7be991 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:58.792980 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42321af2-6535-454f-994d-f5bcb327406e req-b8a8ba15-ada3-4423-907a-eff7df7be991 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Aug 02 17:33:58.835069 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-42321af2-6535-454f-994d-f5bcb327406e req-44bb5a50-a4be-4623-bdd5-6c5f33d30bc8 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Aug 02 17:33:59.972186 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d1133-a2b8-4b09-920d-f07ef76da9a2 req-47cb7d20-86f6-4747-9220-563e2e09849f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:59.973656 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a19d1133-a2b8-4b09-920d-f07ef76da9a2 req-47cb7d20-86f6-4747-9220-563e2e09849f tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Aug 02 17:34:00.013230 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a19d1133-a2b8-4b09-920d-f07ef76da9a2 req-e8c6cee9-7704-4d30-bbaa-93967abb2c69 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Aug 02 17:34:00.572097 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-3a2c184c-f434-4692-9605-eec314b9df13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:01.153944 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8ee4f-82dc-4498-8ecb-e7b0ecd2c798 req-a85827c4-9aaf-453b-89a9-0775e79373d7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:01.155462 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79e8ee4f-82dc-4498-8ecb-e7b0ecd2c798 req-a85827c4-9aaf-453b-89a9-0775e79373d7 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0586286 Aug 02 17:34:01.196218 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-79e8ee4f-82dc-4498-8ecb-e7b0ecd2c798 req-98502397-178b-42d2-9b0a-ef820f485e42 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Aug 02 17:34:02.322157 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3068f-33e2-447b-82d8-350e1ad70ad9 req-ccc2e641-f298-4fb0-ac2e-1b685ca13ecd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:02.323699 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1fd3068f-33e2-447b-82d8-350e1ad70ad9 req-ccc2e641-f298-4fb0-ac2e-1b685ca13ecd tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0499697 Aug 02 17:34:02.361902 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1fd3068f-33e2-447b-82d8-350e1ad70ad9 req-62088584-bdbc-4cc5-a6fa-137018023fc5 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Aug 02 17:34:02.945674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-335958ab-d879-4ca4-b1f1-f70a4f22c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:03.491442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:03.499567 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632070ce-5392-4011-949e-1ade3d2768b8 req-3be20f44-4d9d-4162-8ab7-1ad9cd3d521c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:03.501380 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-632070ce-5392-4011-949e-1ade3d2768b8 req-3be20f44-4d9d-4162-8ab7-1ad9cd3d521c tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0562000 Aug 02 17:34:03.539987 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-632070ce-5392-4011-949e-1ade3d2768b8 req-fd551459-198d-40f9-81ff-5884f806a652 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327859 Aug 02 17:34:04.125159 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:04.679350 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426cdc6-f3c6-4997-8b91-ad8faa8696b2 req-c7de5f71-2679-451e-a153-d457294e61ab tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:04.680719 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1426cdc6-f3c6-4997-8b91-ad8faa8696b2 req-c7de5f71-2679-451e-a153-d457294e61ab tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0569634 Aug 02 17:34:04.718630 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1426cdc6-f3c6-4997-8b91-ad8faa8696b2 req-9886d98b-2413-4df2-984d-6fe966fc73f4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups?id=c787509c-0043-494d-9f75-796740956a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 02 17:34:04.772258 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ef65d6c6-43f2-47cf-a672-b2f79fb394be tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:04.774135 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ef65d6c6-43f2-47cf-a672-b2f79fb394be tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0490799 Aug 02 17:34:04.850319 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-5e4374dc-bc53-43e4-9be2-ee27e68ff70d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415294 Aug 02 17:34:04.874459 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Deleting port 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:04.874802 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:04.910448 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-c462c963-3573-4dec-8c34-693644e3d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:04.911924 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-c462c963-3573-4dec-8c34-693644e3d784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1098 time: 0.0394273 Aug 02 17:34:04.964370 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] For port 4df05830-2c19-4099-8ebc-0355c90a0c33, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4df05830-2c19-4099-8ebc-0355c90a0c33,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:04.964733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.016769 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-0089ce0f-ca67-4dce-88a6-47f624343b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:05.018249 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-0089ce0f-ca67-4dce-88a6-47f624343b72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0850949 Aug 02 17:34:05.085052 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-46f55841-29d6-4356-af4e-1680d500cf1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 1001 time: 0.0589767 Aug 02 17:34:05.129462 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.129888 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.130183 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Floating IP 4d85f0e9-f294-4d83-b948-11559459bc84 disassociated. External IP: 172.27.3.108, port: 4df05830-2c19-4099-8ebc-0355c90a0c33. Aug 02 17:34:05.130660 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Calling delete_port for 4df05830-2c19-4099-8ebc-0355c90a0c33 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:05.138068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-a6253482-f78a-417a-ade4-94a6435c4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:05.139539 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-a6253482-f78a-417a-ade4-94a6435c4bae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0430963 Aug 02 17:34:05.188966 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-d4cbd0c2-bbb9-439c-9ee0-664b81f6155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:05.190451 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-d4cbd0c2-bbb9-439c-9ee0-664b81f6155e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421243 Aug 02 17:34:05.260018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.297936 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'Port': ['ID=4df05830-2c19-4099-8ebc-0355c90a0c33,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:05.307898 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.308245 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.308586 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.308919 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.309239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.309587 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.309881 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.310232 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.310547 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.310877 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.311179 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.311497 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:05.417880 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:34:05.791910 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:34:05.804951 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:34:05.814651 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:05.815538 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:05.836831 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d8418abb-d203-4763-b818-8f3d953eb2f7 req-7d8027a9-47b9-4da7-9c63-ec271dfc55c3 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Aug 02 17:34:05.837388 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] No DVR routers for this DVR port 4df05830-2c19-4099-8ebc-0355c90a0c33 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:34:05.851915 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.851915 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-a82d9da0-9755-4c4e-8a08-9412a1e1c0e1 req-ce32e372-edc0-4e07-8d19-474fd2cf9ded tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.42 "DELETE /v2.0/ports/4df05830-2c19-4099-8ebc-0355c90a0c33 HTTP/1.1" status: 204 len: 173 time: 1.0624590 Aug 02 17:34:05.851915 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-deleted', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:05.851915 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc0168e-9fa5-4371-99e7-81f3355600a7" -d '{"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-deleted", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:05.873644 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:05.890066 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1dbe18-e39c-4c36-92d9-1192831de27d x-openstack-request-id: req-4e1dbe18-e39c-4c36-92d9-1192831de27d {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:05.890392 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1", "name": "network-vif-deleted", "tag": "4df05830-2c19-4099-8ebc-0355c90a0c33", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:05.891118 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e1dbe18-e39c-4c36-92d9-1192831de27d {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:05.891118 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1', 'name': 'network-vif-deleted', 'tag': '4df05830-2c19-4099-8ebc-0355c90a0c33', 'status': 'completed', 'code': 200} Aug 02 17:34:05.924822 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:06.129523 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:06.154778 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:34:06.163051 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:06.163648 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:06.346554 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:06.542190 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:06.572294 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343376aa-f022-42d0-8bf3-33d63642fd0c None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:26:51Z', 'revision_number': 4, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '98b704ab-c84f-4357-b367-310a36e530b2', 'name': '', 'network_id': '9bdebb39-eb42-4b48-b25c-aead8037c782', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'mac_address': 'fa:16:3e:f0:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:47Z', 'updated_at': '2021-08-02T17:27:04Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'subnets': [{'id': '1d492e6c-c46c-473e-8161-2283efc4a8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:34:06.781634 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98a9ff-0034-4438-a859-9ebbe6254acc None None] New status for floating IP 4d85f0e9-f294-4d83-b948-11559459bc84: DOWN {{(pid=93245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:34:06.935058 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8c666abe-a448-4238-a04f-45b94a8e8220 req-1a09643b-234b-4fc4-9ed3-f1c97d2d2099 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdb0a14b-8efa-4ab9-a22e-1fbf37d1bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Aug 02 17:34:07.495566 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:07.516880 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 4df05830-2c19-4099-8ebc-0355c90a0c33 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:07.517244 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 4df05830-2c19-4099-8ebc-0355c90a0c33 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:07.580319 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-ce062b79-b51a-4229-bc51-3afda98eec63 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912435 Aug 02 17:34:07.674430 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a1476b07-db4c-4922-904e-dbaf4a6d0502 req-6773e678-b21d-4515-bb32-3bb7fe6dda46 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869577 Aug 02 17:34:08.035457 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40074) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:08.091582 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.115118 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.162127 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.164696 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.165825 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "DELETE /v2.0/security-groups/c787509c-0043-494d-9f75-796740956a62 HTTP/1.1" status: 204 len: 168 time: 0.1294208 Aug 02 17:34:08.168770 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40076) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:08.174371 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c787509c-0043-494d-9f75-796740956a62,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:08.181839 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.182327 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.api.v2.resource [None req-dc43533a-aed7-41b4-aa11-1002b9743a63 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] show failed (client error): The resource could not be found. Aug 02 17:34:08.182479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.182779 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.183117 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.183820 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.184181 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.184515 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.184838 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.185184 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.185510 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.185812 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.186250 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38142515-1f55-4ff9-883b-87b125bba5f0 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.186444 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dc43533a-aed7-41b4-aa11-1002b9743a63 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "GET /v2.0/security-groups/c787509c-0043-494d-9f75-796740956a62 HTTP/1.1" status: 404 len: 347 time: 0.0165780 Aug 02 17:34:08.187058 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40080) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:08.316658 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Deleting port edce9477-8d11-4cf3-8a8b-2618a7b6bca3 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:08.316991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.402850 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.403130 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.414499 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Calling delete_port for edce9477-8d11-4cf3-8a8b-2618a7b6bca3 owned by network:floatingip {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:08.547903 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.579538 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Pushing event deleted for resources: {'Port': ['ID=edce9477-8d11-4cf3-8a8b-2618a7b6bca3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:08.638427 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.640932 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:08.642088 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d8730790-2042-4bd7-ab61-002db9b374c4 tempest-AttachVolumeShelveTestJSON-1186217863 tempest-AttachVolumeShelveTestJSON-1186217863-project] 10.222.0.54 "DELETE /v2.0/floatingips/4d85f0e9-f294-4d83-b948-11559459bc84 HTTP/1.1" status: 204 len: 168 time: 0.4541328 Aug 02 17:34:10.583671 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-f431d80d-46ae-4870-8d1e-79ba07e596e0 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384923442&fields=id&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 267 time: 0.0405555 Aug 02 17:34:10.694181 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-30d1ba5c-f333-4817-afd1-4065d7327646 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:10.695655 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-30d1ba5c-f333-4817-afd1-4065d7327646 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1033652 Aug 02 17:34:10.710915 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-eb9723d2-fdbe-4d90-ad11-5032c2999bd4 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/quotas/822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 375 time: 0.0093431 Aug 02 17:34:10.771738 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-9c38bad3-a4ea-45ed-9066-55a071918096 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551572 Aug 02 17:34:10.879252 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-b2646fd9-180f-4137-a33a-1170603dbcef service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950904 Aug 02 17:34:10.972165 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-fddfcaf5-7e01-481f-8c7b-4997c44c456e service neutron] 10.222.0.54 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Aug 02 17:34:11.071398 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40168) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:11.273826 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4aeb2fde-3292-46f5-be1f-27c498e92a02 req-807719cd-3635-42c7-b87e-a85e526e70ad tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 210 time: 0.0314217 Aug 02 17:34:11.584041 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:11.837015 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Deleting port 98b704ab-c84f-4357-b367-310a36e530b2 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:11.837362 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:11.913924 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] For port 98b704ab-c84f-4357-b367-310a36e530b2, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=98b704ab-c84f-4357-b367-310a36e530b2,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:11.914324 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:11.927078 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Calling delete_port for 98b704ab-c84f-4357-b367-310a36e530b2 owned by network:router_interface {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:12.108625 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.134279 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b704ab-c84f-4357-b367-310a36e530b2,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:12.284889 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-747b1a2c-14dd-458a-859d-df2df4914070 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:12.287060 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-747b1a2c-14dd-458a-859d-df2df4914070 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 812 time: 0.1255770 Aug 02 17:34:12.309048 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.384080 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-23308fbb-a0f3-4254-968c-8a74abdb4367 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822327a2f4f0427182b8af6b8c0654d8 HTTP/1.1" status: 200 len: 380 time: 0.0741386 Aug 02 17:34:12.399798 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-690d54af-9abf-4e4a-b59d-5de768c15767 req-907ecebc-e5cb-4a32-9e39-631e75594c1d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 210 time: 0.0358381 Aug 02 17:34:12.403574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'port': {'device_id': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'admin_state_up': True, 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'security_groups': ['413908f5-4235-4bd7-bb2e-8a49ff2dcd10']}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:12.514198 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Made reservation on behalf of 822327a2f4f0427182b8af6b8c0654d8 for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:12.517968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.534556 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:34:12.655186 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:34:12.658477 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.20.0.11 (afae1f53-a8c1-4102-bfb3-f9f8a4e72272/b098e8ed-ba77-4dd7-b02a-74013bbdabf3/6b79083f-9ff7-4008-a173-0a3a56ca7574) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:12.660736 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-0466e349-f4aa-43e4-b305-34c4c307a507 admin admin] 10.222.0.54 "PUT /v2.0/routers/df1985f8-d586-4dc6-b0e3-8ab0fb6d747c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5877659 Aug 02 17:34:12.663664 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40200) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:12.668662 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Sync routers for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:34:12.680589 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:12.682048 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:12.796073 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.800426 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:12.819378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.836589 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Transition to ACTIVE for port object 6b79083f-9ff7-4008-a173-0a3a56ca7574 will not be triggered until provisioned by entity DHCP. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:12.878392 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.940271 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:12.941882 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:12.943893 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:12.945417 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:12.956660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:12.994482 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:34:12Z', 'revision_number': 5, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port': {'id': '79540ff5-beec-4c61-aa22-01d17be53fe3', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:26:42Z', 'updated_at': '2021-08-02T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:13.013490 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:13.014454 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.018983 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Deleting port 79540ff5-beec-4c61-aa22-01d17be53fe3 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:13.019706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.025758 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Checking router: df1985f8-d586-4dc6-b0e3-8ab0fb6d747c for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:34:13.030703 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-27980553-9c78-4577-b900-ecc1d1caec32 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332250 Aug 02 17:34:13.034480 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Routers {'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:13.035106 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:13.046582 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Request body: {'port': {'device_id': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:13.113189 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.126667 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] Set router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:13.129000 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] For port 79540ff5-beec-4c61-aa22-01d17be53fe3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=79540ff5-beec-4c61-aa22-01d17be53fe3,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:13.129512 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.145253 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Calling delete_port for 79540ff5-beec-4c61-aa22-01d17be53fe3 owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:13.185651 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:34:12Z', 'revision_number': 6, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:13.211724 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93944354-6b3e-423b-aa4b-f6502f2768b3 None None] The sync data for ids ['df1985f8-d586-4dc6-b0e3-8ab0fb6d747c'] in dv-cinder-788367-3-iscsi is: [{'id': 'df1985f8-d586-4dc6-b0e3-8ab0fb6d747c', 'name': 'tempest-AttachVolumeShelveTestJSON-1641831712-router', 'tenant_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:26:39Z', 'updated_at': '2021-08-02T17:34:12Z', 'revision_number': 6, 'project_id': '78b6c5e5897d4c0a85003f12419d3f9e', 'gw_port_host': None}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:34:13.231977 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-9f6bc05e-04e2-441f-9db1-4e1be4644229 None None] Provisioning for port 6b79083f-9ff7-4008-a173-0a3a56ca7574 completed by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:34:13.236956 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-9f6bc05e-04e2-441f-9db1-4e1be4644229 None None] Provisioning complete for port 6b79083f-9ff7-4008-a173-0a3a56ca7574 triggered by entity DHCP. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:13.237490 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc05e-04e2-441f-9db1-4e1be4644229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.281992 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bc05e-04e2-441f-9db1-4e1be4644229 None None] Port 6b79083f-9ff7-4008-a173-0a3a56ca7574 cannot update to ACTIVE because it is not bound. {{(pid=93245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:34:13.324690 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.353083 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=79540ff5-beec-4c61-aa22-01d17be53fe3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:13.405244 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b79083f-9ff7-4008-a173-0a3a56ca7574 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:13.410821 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.412991 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.424821 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Transition to ACTIVE for port object 6b79083f-9ff7-4008-a173-0a3a56ca7574 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:13.431804 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.507044 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Pushing event updated for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:13.596081 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fae71-3905-4da5-8631-66d3698349f9 req-21b5df3b-828e-455d-991a-002f067199b6 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:13.604881 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f4fae71-3905-4da5-8631-66d3698349f9 req-21b5df3b-828e-455d-991a-002f067199b6 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.1315463 Aug 02 17:34:13.664898 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2f4fae71-3905-4da5-8631-66d3698349f9 req-b5c33215-d11d-4ff7-8db1-f4f32b7b1297 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572467 Aug 02 17:34:13.664898 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Attempting to bind port 6b79083f-9ff7-4008-a173-0a3a56ca7574 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:34:13.664898 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Attempting to bind port 6b79083f-9ff7-4008-a173-0a3a56ca7574 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:34:13.668106 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Attempting to bind port 6b79083f-9ff7-4008-a173-0a3a56ca7574 on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:13.676527 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Port 6b79083f-9ff7-4008-a173-0a3a56ca7574 on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:34:13.677302 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Attempting to bind port 6b79083f-9ff7-4008-a173-0a3a56ca7574 on network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:13.684783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:34:13.685431 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Checking segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:13.686022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Bound using segment: {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:34:13.686567 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Bound port: 6b79083f-9ff7-4008-a173-0a3a56ca7574, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:34:13.687004 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.769089 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:34:13.772380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:34:13.779787 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.783858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.786055 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.819933 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:13.820535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.822205 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 200 len: 1094 time: 0.7808542 Aug 02 17:34:13.822603 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:13.825070 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9f6f75-9740-47c7-8285-f9b286c53315" -d '{"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:13.845650 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.846310 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df1985f8-d586-4dc6-b0e3-8ab0fb6d747c {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:34:13.853045 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.854298 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-a877e5c4-fd2f-4071-97f0-259ef3703f13 admin admin] 10.222.0.54 "DELETE /v2.0/routers/df1985f8-d586-4dc6-b0e3-8ab0fb6d747c HTTP/1.1" status: 204 len: 168 time: 1.1895678 Aug 02 17:34:13.858053 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40210) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:13.866706 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a80f0-0360-4e30-b108-4d5c38048919 service neutron] Pushing event updated for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:13.895010 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ddcf2b-fb81-4ca7-9d22-84a854bb17f9 x-openstack-request-id: req-b9ddcf2b-fb81-4ca7-9d22-84a854bb17f9 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:13.895386 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:13.895727 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9ddcf2b-fb81-4ca7-9d22-84a854bb17f9 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:13.896187 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'status': 'completed', 'code': 200} Aug 02 17:34:13.941422 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Deleting subnet 1d492e6c-c46c-473e-8161-2283efc4a8b2 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:34:13.946755 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:13.971572 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40214) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:13.978797 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-cc11a5a8-2df0-4ac7-bd8e-3d8205340d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:13.980475 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-cc11a5a8-2df0-4ac7-bd8e-3d8205340d69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1097 time: 0.0871572 Aug 02 17:34:13.987901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.052621 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-a5c3a6dd-eb43-4caf-a520-621ad6d8ea7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 200 len: 217 time: 0.0422356 Aug 02 17:34:14.082685 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e3eef990-f131-4db4-90f2-3eb679345154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.141241 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-d4cb66bd-6656-43ab-9761-30e872160fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.142773 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-d4cb66bd-6656-43ab-9761-30e872160fbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0811884 Aug 02 17:34:14.148201 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.188364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e3eef990-f131-4db4-90f2-3eb679345154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.197914 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-e3eef990-f131-4db4-90f2-3eb679345154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.198964 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 79540ff5-beec-4c61-aa22-01d17be53fe3 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:14.219254 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 79540ff5-beec-4c61-aa22-01d17be53fe3 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:14.219882 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 79540ff5-beec-4c61-aa22-01d17be53fe3 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:14.220306 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 98b704ab-c84f-4357-b367-310a36e530b2 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:14.239414 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 98b704ab-c84f-4357-b367-310a36e530b2 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:14.240161 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 98b704ab-c84f-4357-b367-310a36e530b2 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:14.244032 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-075c9ad1-0dad-4431-908c-93c932001c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.246525 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-e3eef990-f131-4db4-90f2-3eb679345154 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a98cfd668fa44c769004a9c7eb67f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723351 Aug 02 17:34:14.246698 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-075c9ad1-0dad-4431-908c-93c932001c9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954792 Aug 02 17:34:14.247287 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef990-f131-4db4-90f2-3eb679345154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d5adf-0236-4683-8573-78a387f18cae,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:14.249167 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40218) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:14.322530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.366303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d492e6c-c46c-473e-8161-2283efc4a8b2,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:14.377123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.380336 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e345a3-7f78-492c-bc6e-85db53f917ba None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:14.381232 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5ed33df6-f5c6-460f-87ca-7a84fc66d0f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1d492e6c-c46c-473e-8161-2283efc4a8b2 HTTP/1.1" status: 204 len: 168 time: 0.5218654 Aug 02 17:34:14.381498 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40220) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:14.410419 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.425759 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-bae4d4f9-1720-4733-bc9b-5d09f1722dcc service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682088 Aug 02 17:34:14.445118 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.453832 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.510642 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Deleting port b2456684-7c62-44bd-91e2-0c69e3d4affc {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:14.511043 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.561526 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.564000 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.568280 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f82d5adf-0236-4683-8573-78a387f18cae HTTP/1.1" status: 204 len: 168 time: 0.3177478 Aug 02 17:34:14.579618 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] For port b2456684-7c62-44bd-91e2-0c69e3d4affc, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b2456684-7c62-44bd-91e2-0c69e3d4affc,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:14.580097 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.583440 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9b496-5b97-4f42-af11-35cb55263310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d5adf-0236-4683-8573-78a387f18cae,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:14.590398 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-282ac289-6d5e-48bb-b469-fbac0a671bb3 req-498879ab-5461-4299-ace4-2ea670a3669c service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540449 Aug 02 17:34:14.591110 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] DHCP port deletion for 9bdebb39-eb42-4b48-b25c-aead8037c782 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:34:14.603725 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Calling delete_port for b2456684-7c62-44bd-91e2-0c69e3d4affc owned by network:dhcp {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:14.666508 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Deleting port b2456684-7c62-44bd-91e2-0c69e3d4affc {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:14.666780 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.684611 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-b57522c9-7d71-4bf3-823d-9346653b9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.686487 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-b57522c9-7d71-4bf3-823d-9346653b9a67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1097 time: 0.0466394 Aug 02 17:34:14.714183 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.756848 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2456684-7c62-44bd-91e2-0c69e3d4affc,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:14.764220 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] No DVR routers for this DVR port b2456684-7c62-44bd-91e2-0c69e3d4affc on host dv-cinder-788367-3-iscsi {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:34:14.819412 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-dc04f315-da21-49c7-ac32-11674789df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.821043 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-dc04f315-da21-49c7-ac32-11674789df14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.1260643 Aug 02 17:34:14.851154 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.868665 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdebb39-eb42-4b48-b25c-aead8037c782']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:14.882410 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e790265-4501-4685-875c-de10a29a4717') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:14.882781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e790265-4501-4685-875c-de10a29a4717') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:14.892926 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-321d1e6a-106b-40fd-b4d9-17de6c30898d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 200 len: 217 time: 0.0394242 Aug 02 17:34:14.893947 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.905289 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] For port b2456684-7c62-44bd-91e2-0c69e3d4affc, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=b2456684-7c62-44bd-91e2-0c69e3d4affc,segment=NetworkSegment(4e790265-4501-4685-875c-de10a29a4717),segment_id=4e790265-4501-4685-875c-de10a29a4717)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:14.906114 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.917478 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.920674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Calling delete_port for b2456684-7c62-44bd-91e2-0c69e3d4affc owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:14.926783 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:34:14.927194 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:34:14.929296 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:34:14.966895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93879c0-8bae-4b24-88a9-6b6c94a2b513 req-9716d5f5-e1a6-435f-aaab-5dfc7b2dcd2a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.968812 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d93879c0-8bae-4b24-88a9-6b6c94a2b513 req-9716d5f5-e1a6-435f-aaab-5dfc7b2dcd2a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.1466103 Aug 02 17:34:14.970809 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-039f5171-05c0-4aab-a0f0-12345e670be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:14.972643 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-039f5171-05c0-4aab-a0f0-12345e670be2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0674906 Aug 02 17:34:14.992179 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.003699 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.004941 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.005400 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] 10.222.0.54 "DELETE /v2.0/networks/9bdebb39-eb42-4b48-b25c-aead8037c782 HTTP/1.1" status: 204 len: 168 time: 0.6225207 Aug 02 17:34:15.019967 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a50b-5bd6-4632-bdfa-9cf6720ef55a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdebb39-eb42-4b48-b25c-aead8037c782,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:15.033162 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Pushing event deleted for resources: {'Port': ['ID=b2456684-7c62-44bd-91e2-0c69e3d4affc,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:15.039841 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Network 9bdebb39-eb42-4b48-b25c-aead8037c782 is not hosted by any dhcp agent {{(pid=93245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 02 17:34:15.040288 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] No DVR routers for this DVR port b2456684-7c62-44bd-91e2-0c69e3d4affc on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:34:15.042972 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.043324 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.043667 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.043992 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.044521 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.044858 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.045185 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.045510 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.045832 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.046198 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.046532 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.046851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8164f4-3f8c-426a-ad96-09b6897b7ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:15.189751 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40228) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:15.232717 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-53d21f8d-ecc5-4ac9-bfe0-0a3cfd72dfb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78b6c5e5897d4c0a85003f12419d3f9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416257 Aug 02 17:34:15.235428 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40230) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:15.286774 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.309990 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.325362 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d93879c0-8bae-4b24-88a9-6b6c94a2b513 req-48e146d8-b080-45ca-9f7f-0a8057d834c2 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486910 Aug 02 17:34:15.333573 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-b9899169-e3fb-4675-8e37-f00a76b07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:15.335091 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-b9899169-e3fb-4675-8e37-f00a76b07771 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3503153 Aug 02 17:34:15.373117 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.375711 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:15.376892 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ce0eeb8-481c-4871-ac55-eaad940c0be6 HTTP/1.1" status: 204 len: 168 time: 0.1405773 Aug 02 17:34:15.385567 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf82c8-305e-4120-abd7-d1ff721e6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0eeb8-481c-4871-ac55-eaad940c0be6,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:15.431650 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-f43e6c21-526b-4d4a-b3fe-2ac93f10e6b0 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Aug 02 17:34:15.522445 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fa9f6f75-9740-47c7-8285-f9b286c53315 req-69cb6c2e-b118-40ec-8a85-ffb87784be1c service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832956 Aug 02 17:34:16.071088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40252) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:16.156726 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b2456684-7c62-44bd-91e2-0c69e3d4affc no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:16.169594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463575590-network', 'tenant_id': '668d7710bfd741efaf5fb7556f6e7f5d'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:16.179851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: b2456684-7c62-44bd-91e2-0c69e3d4affc {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:16.180192 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device b2456684-7c62-44bd-91e2-0c69e3d4affc not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:16.193908 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Made reservation on behalf of 668d7710bfd741efaf5fb7556f6e7f5d for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:16.196286 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.205131 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.305222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.313588 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.339688 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:34:16.345694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145f4ff-2d50-40f1-a5d3-dd7236f9e612,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:16.351804 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.352157 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Added segment a1234e1c-617c-4555-b363-1d16ba7f846f of type vlan for network 28ff1e10-7cba-4d03-94bb-ac7009def3ac Aug 02 17:34:16.390800 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.449512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.450491 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:16.451051 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.500989 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb9299-9342-4dba-870b-4867694d1bb9 req-172ef0b3-a170-49c6-b16f-bd2dae949d49 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:16.502486 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71fb9299-9342-4dba-870b-4867694d1bb9 req-172ef0b3-a170-49c6-b16f-bd2dae949d49 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.1057413 Aug 02 17:34:16.508808 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4367139 Aug 02 17:34:16.512156 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40258) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:16.518549 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Request body: {'subnet': {'network_id': '28ff1e10-7cba-4d03-94bb-ac7009def3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463575590-subnet', 'tenant_id': '668d7710bfd741efaf5fb7556f6e7f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:16.527546 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab443-3a64-488b-965a-ee56ccb7a3fa admin admin] Pushing event updated for resources: {'Network': ['ID=28ff1e10-7cba-4d03-94bb-ac7009def3ac,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:16.537818 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 28ff1e10-7cba-4d03-94bb-ac7009def3ac details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:34:16.556780 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-71fb9299-9342-4dba-870b-4867694d1bb9 req-b309eb10-ca28-45fa-acac-fcacae9697aa tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Aug 02 17:34:16.558955 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Made reservation on behalf of 668d7710bfd741efaf5fb7556f6e7f5d for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:16.561820 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5283711'] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.728945 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5661340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5283693'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.783669 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea9182a-7d91-41ec-a6d2-6d7017d48b7f,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:16.795835 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Checking segment: {'id': 'a1234e1c-617c-4555-b363-1d16ba7f846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '28ff1e10-7cba-4d03-94bb-ac7009def3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:16.796276 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Network hostable DHCP agents. Network: 28ff1e10-7cba-4d03-94bb-ac7009def3ac, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:34:16.815841 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Network 28ff1e10-7cba-4d03-94bb-ac7009def3ac is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:34:16.826387 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 28ff1e10-7cba-4d03-94bb-ac7009def3ac) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:16.831692 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:16.833602 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:16.834554 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603abce7-b42a-4292-b1f6-2a817f81889e None None] Network 28ff1e10-7cba-4d03-94bb-ac7009def3ac requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:16.849299 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-6e3d0993-5bbd-4122-b741-d2111582ea9b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3351614 Aug 02 17:34:16.956520 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42b4ef-6e76-4d2e-8669-0c43ae419799 None None] Network 28ff1e10-7cba-4d03-94bb-ac7009def3ac requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:17.331315 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40274) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:17.336501 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582472627-network', 'tenant_id': '97f47263dfc045c2b4ade77b80f388b8'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:17.360315 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Made reservation on behalf of 97f47263dfc045c2b4ade77b80f388b8 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:17.362960 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.372788 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.465101 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.471637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.495291 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:34:17.504809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45f117-6bc8-47c6-aa42-7cf618c1995d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:17.510013 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.510402 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Added segment 41726636-cf81-4ce7-b2d6-328ba7c60ee1 of type vlan for network cd8abdc1-dace-4b95-a2c9-d914b9db2a09 Aug 02 17:34:17.549459 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.580239 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.581259 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:17.581876 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.638601 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3059497 Aug 02 17:34:17.641163 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40280) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:17.647588 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Request body: {'subnet': {'network_id': 'cd8abdc1-dace-4b95-a2c9-d914b9db2a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582472627-subnet', 'tenant_id': '97f47263dfc045c2b4ade77b80f388b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:17.655603 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08415c-f1e4-430d-81ac-e911ab59c86a admin admin] Pushing event updated for resources: {'Network': ['ID=cd8abdc1-dace-4b95-a2c9-d914b9db2a09,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:17.668452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network cd8abdc1-dace-4b95-a2c9-d914b9db2a09 details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:34:17.674969 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Made reservation on behalf of 97f47263dfc045c2b4ade77b80f388b8 for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:17.677366 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5283711'] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.686164 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1758-5413-4d84-8611-8eedb41d6a96 req-7dadb018-7526-454c-b607-4b8e67caa6ac tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:17.690812 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-755f1758-5413-4d84-8611-8eedb41d6a96 req-7dadb018-7526-454c-b607-4b8e67caa6ac tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.0573466 Aug 02 17:34:17.727189 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-755f1758-5413-4d84-8611-8eedb41d6a96 req-71113cdf-d4ed-4874-a602-1e9a7096163b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 Aug 02 17:34:17.849193 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5661340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5283693'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.901390 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=529e83af-0c6f-492d-ab3f-8158c190d018,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:17.911628 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Checking segment: {'id': '41726636-cf81-4ce7-b2d6-328ba7c60ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cd8abdc1-dace-4b95-a2c9-d914b9db2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:17.911996 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Network hostable DHCP agents. Network: cd8abdc1-dace-4b95-a2c9-d914b9db2a09, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:34:17.928893 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Network cd8abdc1-dace-4b95-a2c9-d914b9db2a09 is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:34:17.938475 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, cd8abdc1-dace-4b95-a2c9-d914b9db2a09) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:17.942402 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:17.942991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:17.947583 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd8cfc-4151-4d2d-923c-cad18cfd8cbb None None] Network cd8abdc1-dace-4b95-a2c9-d914b9db2a09 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:17.958345 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-1fcf9b4a-034c-4a51-b59f-6571645a0b56 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3161633 Aug 02 17:34:18.068854 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40284) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:18.075891 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bb014-2537-446c-b40c-c43c585332d2 None None] Network cd8abdc1-dace-4b95-a2c9-d914b9db2a09 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:18.113604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Deleting subnet bea9182a-7d91-41ec-a6d2-6d7017d48b7f {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:34:18.116855 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.153829 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.192117 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.246540 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.272449 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea9182a-7d91-41ec-a6d2-6d7017d48b7f,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:18.274395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.276434 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-830185a0-917a-43b1-9289-887407c6afcf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bea9182a-7d91-41ec-a6d2-6d7017d48b7f HTTP/1.1" status: 204 len: 168 time: 0.2065568 Aug 02 17:34:18.279121 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40286) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:18.349671 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.427604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.437567 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ff1e10-7cba-4d03-94bb-ac7009def3ac']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.447503 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1234e1c-617c-4555-b363-1d16ba7f846f') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.447766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1234e1c-617c-4555-b363-1d16ba7f846f') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.456451 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.470172 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.475992 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:34:18.476376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:34:18.477944 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:34:18.534622 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.540956 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.542922 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] 10.222.0.54 "DELETE /v2.0/networks/28ff1e10-7cba-4d03-94bb-ac7009def3ac HTTP/1.1" status: 204 len: 168 time: 0.2629251 Aug 02 17:34:18.547084 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40288) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:18.557707 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e7cd-675e-45e2-a781-bbbaa7b05f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ff1e10-7cba-4d03-94bb-ac7009def3ac,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:18.592007 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Deleting subnet 529e83af-0c6f-492d-ab3f-8158c190d018 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:34:18.595276 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.628366 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.668073 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.737715 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.762758 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529e83af-0c6f-492d-ab3f-8158c190d018,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:18.766429 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.771487 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-65c895e9-ba71-4395-a1e4-bce5d6a48e64 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/529e83af-0c6f-492d-ab3f-8158c190d018 HTTP/1.1" status: 204 len: 168 time: 0.2231781 Aug 02 17:34:18.771729 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40292) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:18.839309 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.850277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778447c5-69d3-4849-bb0c-653cc4a4759b req-e1643c5b-00b3-4ac5-b664-62599409078e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:18.851793 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-778447c5-69d3-4849-bb0c-653cc4a4759b req-e1643c5b-00b3-4ac5-b664-62599409078e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.0498865 Aug 02 17:34:18.890851 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-778447c5-69d3-4849-bb0c-653cc4a4759b req-4fcb18ce-a92b-4399-a2b7-55cdee4dba2d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Aug 02 17:34:18.918607 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.928149 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8abdc1-dace-4b95-a2c9-d914b9db2a09']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.937877 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41726636-cf81-4ce7-b2d6-328ba7c60ee1') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.938180 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41726636-cf81-4ce7-b2d6-328ba7c60ee1') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:18.946636 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.960307 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.966884 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:34:18.967245 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:34:18.968957 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:34:19.027046 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.034094 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.035897 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cd8abdc1-dace-4b95-a2c9-d914b9db2a09 HTTP/1.1" status: 204 len: 168 time: 0.2632005 Aug 02 17:34:19.049189 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb0ce2-deae-4998-886a-a10f1c690028 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8abdc1-dace-4b95-a2c9-d914b9db2a09,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:19.205370 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40296) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:19.246175 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-50837708-09c7-41fc-8c04-587dc088dcc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=668d7710bfd741efaf5fb7556f6e7f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396297 Aug 02 17:34:19.248783 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40298) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:19.297272 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.319262 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.369612 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.372294 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.373475 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d145f4ff-2d50-40f1-a5d3-dd7236f9e612 HTTP/1.1" status: 204 len: 168 time: 0.1238141 Aug 02 17:34:19.381321 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d054e5-68f6-4a7c-b39b-68b9d3567ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145f4ff-2d50-40f1-a5d3-dd7236f9e612,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:19.714700 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40304) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:19.754821 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4118cfe9-a2f7-4aea-87b4-bfa739bd5964 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97f47263dfc045c2b4ade77b80f388b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389497 Aug 02 17:34:19.757290 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40306) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:19.804072 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.836773 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.889066 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.891593 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.892763 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb45f117-6bc8-47c6-aa42-7cf618c1995d HTTP/1.1" status: 204 len: 168 time: 0.1346154 Aug 02 17:34:19.902634 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a42db-ab92-4c34-bc60-e956c036c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45f117-6bc8-47c6-aa42-7cf618c1995d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:20.010509 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563c55-94c3-40bd-91ba-30ae5362aec6 req-f03d811d-1655-4aa9-8753-5180a82cbc94 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:20.011997 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77563c55-94c3-40bd-91ba-30ae5362aec6 req-f03d811d-1655-4aa9-8753-5180a82cbc94 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.0485241 Aug 02 17:34:20.055794 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-77563c55-94c3-40bd-91ba-30ae5362aec6 req-41d94475-b709-4571-b251-58e7eb1f14f7 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Aug 02 17:34:20.200345 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:34:20.600851 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40330) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:20.697772 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563786845-network', 'tenant_id': '705fc8c7004d4c11885904c510ca5bb1'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:20.721342 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Made reservation on behalf of 705fc8c7004d4c11885904c510ca5bb1 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:20.723730 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.733044 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.829111 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.835194 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.855178 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:34:20.869637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d2f23-607a-4812-99cb-470febc81ca4,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:20.872513 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.872853 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Added segment ec275d97-d4d6-40cc-a665-977c9bd3cd99 of type vlan for network 0ea8a753-3763-483e-bab1-4235993f606d Aug 02 17:34:20.912659 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.943868 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.944819 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:20.945387 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.998776 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3967898 Aug 02 17:34:21.002158 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40334) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:21.005718 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42c8e-646e-4266-b95b-ba088ff82955 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea8a753-3763-483e-bab1-4235993f606d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:21.009529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Request body: {'subnet': {'network_id': '0ea8a753-3763-483e-bab1-4235993f606d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563786845-subnet', 'tenant_id': '705fc8c7004d4c11885904c510ca5bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:21.015533 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 0ea8a753-3763-483e-bab1-4235993f606d details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:34:21.038567 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Made reservation on behalf of 705fc8c7004d4c11885904c510ca5bb1 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:21.040972 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5833503'] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:21.226380 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ce34-c08f-412c-a7cf-65f3b9a08c1b req-9037907d-ef42-488a-bf74-4a52bb48fe73 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:21.227757 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6914ce34-c08f-412c-a7cf-65f3b9a08c1b req-9037907d-ef42-488a-bf74-4a52bb48fe73 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.1037712 Aug 02 17:34:21.251870 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4767971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5833485'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:21.296476 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6914ce34-c08f-412c-a7cf-65f3b9a08c1b req-0f038f75-e10f-41fd-b5d3-7a03c1cf74d9 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606043 Aug 02 17:34:21.315496 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b480d721-5526-431d-a92f-cbcd0a71ba21,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:21.330771 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Checking segment: {'id': 'ec275d97-d4d6-40cc-a665-977c9bd3cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ea8a753-3763-483e-bab1-4235993f606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:21.331109 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Network hostable DHCP agents. Network: 0ea8a753-3763-483e-bab1-4235993f606d, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:34:21.350028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Network 0ea8a753-3763-483e-bab1-4235993f606d is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:34:21.360129 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 0ea8a753-3763-483e-bab1-4235993f606d) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:21.364385 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:21.364897 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:21.369202 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d48c73-92a3-467a-827d-bfc1497e56e7 None None] Network 0ea8a753-3763-483e-bab1-4235993f606d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:21.380940 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-54e93d5e-a4ab-4e3e-bd02-c1b2fe60448b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3768756 Aug 02 17:34:21.492800 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7ed28-a5dd-4481-a63e-e0357fde2ad9 None None] Network 0ea8a753-3763-483e-bab1-4235993f606d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:21.873383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40352) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:21.878469 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954508858-network', 'tenant_id': 'c49375d05f1840e09c1c57054ba3b0f9'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:21.904084 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Made reservation on behalf of c49375d05f1840e09c1c57054ba3b0f9 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:21.907831 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:21.920947 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.008318 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.014333 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.037252 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:34:22.046591 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dbe9df-d55b-4140-90f4-6c31fca01e04,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:22.051229 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.051571 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Added segment 999068ca-ad63-4f46-9d1b-bee0c92f6c68 of type vlan for network f8073853-3d2c-4a76-b483-dae4c23ec84d Aug 02 17:34:22.091781 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.125229 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.126294 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:22.126913 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.185267 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3107491 Aug 02 17:34:22.188330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40354) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:22.193557 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Request body: {'subnet': {'network_id': 'f8073853-3d2c-4a76-b483-dae4c23ec84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954508858-subnet', 'tenant_id': 'c49375d05f1840e09c1c57054ba3b0f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:22.197565 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a248-ebdb-44a2-9c37-1664044c06e2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8073853-3d2c-4a76-b483-dae4c23ec84d,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:22.207899 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network f8073853-3d2c-4a76-b483-dae4c23ec84d details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:34:22.217145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Made reservation on behalf of c49375d05f1840e09c1c57054ba3b0f9 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:22.219655 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5833503'] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.412723 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4767971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5833485'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.458386 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797fde-bd4a-4067-b7b9-d499ef54c04c req-52beb4ac-f10a-4a20-9720-bfb3dd86a920 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:22.459832 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9f797fde-bd4a-4067-b7b9-d499ef54c04c req-52beb4ac-f10a-4a20-9720-bfb3dd86a920 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.0928452 Aug 02 17:34:22.488672 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755af8e3-0c9e-42ea-94ce-c768289cad2c,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:22.519930 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Checking segment: {'id': '999068ca-ad63-4f46-9d1b-bee0c92f6c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f8073853-3d2c-4a76-b483-dae4c23ec84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:22.520293 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Network hostable DHCP agents. Network: f8073853-3d2c-4a76-b483-dae4c23ec84d, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:34:22.524743 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9f797fde-bd4a-4067-b7b9-d499ef54c04c req-2dabd632-00fa-4b69-a009-ace65bd6ed5b tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570643 Aug 02 17:34:22.550824 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Network f8073853-3d2c-4a76-b483-dae4c23ec84d is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:34:22.561403 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, f8073853-3d2c-4a76-b483-dae4c23ec84d) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:22.568371 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:22.569658 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.571064 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b187498-8f44-4c83-aacb-8215155e4ad2 None None] Network f8073853-3d2c-4a76-b483-dae4c23ec84d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:22.586209 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-26b0fe9c-e9a4-46d6-8068-02bddd275389 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3966851 Aug 02 17:34:22.689947 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78bee5-3ed6-48fb-8b53-cb7e1efe87dd None None] Network f8073853-3d2c-4a76-b483-dae4c23ec84d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:23.559475 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6b79083f-9ff7-4008-a173-0a3a56ca7574 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:34:23.647561 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdf9e-87d7-49a6-9fa6-e20b4a69862a req-b917f5b3-0b75-4075-b4ae-743c317e6a95 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:23.649191 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ccbdf9e-87d7-49a6-9fa6-e20b4a69862a req-b917f5b3-0b75-4075-b4ae-743c317e6a95 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 944 time: 0.0500877 Aug 02 17:34:23.663816 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:23.675753 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'port_id': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'mac_address': 'fa:16:3e:e8:59:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:34:23.686837 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8ccbdf9e-87d7-49a6-9fa6-e20b4a69862a req-4325d062-c7a9-4eeb-aef7-73d8c70ff48a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Aug 02 17:34:23.714496 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.729112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b79083f-9ff7-4008-a173-0a3a56ca7574 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:23.748807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:23.754751 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.802173 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:23.987844 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['6b79083f-9ff7-4008-a173-0a3a56ca7574'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:34:24.809507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2088452-fbb6-4981-9ab6-d83d46d2771f req-2d3e2ec6-c132-4860-9b0e-ed6bec218054 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:24.811002 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2088452-fbb6-4981-9ab6-d83d46d2771f req-2d3e2ec6-c132-4860-9b0e-ed6bec218054 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 945 time: 0.0495682 Aug 02 17:34:24.849163 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f2088452-fbb6-4981-9ab6-d83d46d2771f req-065cdc5f-d0d7-43ad-86d2-10f020187793 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Aug 02 17:34:25.556190 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6b79083f-9ff7-4008-a173-0a3a56ca7574 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:34:25.608735 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 6b79083f-9ff7-4008-a173-0a3a56ca7574 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:34:25.612574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 6b79083f-9ff7-4008-a173-0a3a56ca7574 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:25.612936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.689508 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.712277 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:25.714923 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e392a8c-207e-448b-bfc2-a7f43424e839" -d '{"events": [{"server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "name": "network-vif-plugged", "status": "completed", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:25.728351 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:25.733751 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.765268 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a40d76-73e9-4b2e-9a7d-df2538848aee x-openstack-request-id: req-d1a40d76-73e9-4b2e-9a7d-df2538848aee {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:25.765562 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "name": "network-vif-plugged", "status": "completed", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:25.765799 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1a40d76-73e9-4b2e-9a7d-df2538848aee {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:25.766207 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'code': 200} Aug 02 17:34:25.796524 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:25.998697 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a01ae-e3d5-4884-8103-464b8a282020 req-1ec6b952-1ee5-49e5-9cd5-befc40364c95 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:26.000191 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-173a01ae-e3d5-4884-8103-464b8a282020 req-1ec6b952-1ee5-49e5-9cd5-befc40364c95 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0822322 Aug 02 17:34:26.015521 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db658bde-b4de-430f-945f-f3a13b7fa0d2 req-c0fc1197-08a3-443f-b308-827e84542153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:26.017540 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db658bde-b4de-430f-945f-f3a13b7fa0d2 req-c0fc1197-08a3-443f-b308-827e84542153 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1099 time: 0.0661466 Aug 02 17:34:26.065459 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-173a01ae-e3d5-4884-8103-464b8a282020 req-f648eb96-0cf6-4f5c-ba1e-5f17e6f33e4c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591731 Aug 02 17:34:26.070854 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-db658bde-b4de-430f-945f-f3a13b7fa0d2 req-da6d6b12-70dc-4fcb-b97f-64b3d00b9759 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Aug 02 17:34:27.196901 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce790-4251-4077-b4c7-29c89379fef9 req-7b59f3ce-0475-4e59-900f-789ad1b0c4cf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:27.198473 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-421ce790-4251-4077-b4c7-29c89379fef9 req-7b59f3ce-0475-4e59-900f-789ad1b0c4cf tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0583241 Aug 02 17:34:27.237669 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-421ce790-4251-4077-b4c7-29c89379fef9 req-f882df89-f9e2-4ff9-a4cb-0331ee5c263f tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 02 17:34:27.368354 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc5feb-5578-4a2c-92af-8089bf5af1c7 req-8c09a590-4e3d-4c9e-8af2-2970d74e48fd tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:27.369852 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-33cc5feb-5578-4a2c-92af-8089bf5af1c7 req-8c09a590-4e3d-4c9e-8af2-2970d74e48fd tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0668676 Aug 02 17:34:27.409151 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-33cc5feb-5578-4a2c-92af-8089bf5af1c7 req-7e990e31-9960-4028-a1e2-cd0c414678bd tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Aug 02 17:34:27.431792 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40414) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:27.472796 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded468b-d846-46f4-a9db-a4d22e489f2e tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:27.474347 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-aded468b-d846-46f4-a9db-a4d22e489f2e tempest-TestVolumeBootPattern-1082320246 tempest-TestVolumeBootPattern-1082320246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1094 time: 0.0414181 Aug 02 17:34:27.478664 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40416) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:27.483340 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Request body: {'floatingip': {'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'port_id': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:27.510338 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.611043 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.734678 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Allocated IP 172.27.3.236 (2816d98a-21f8-4193-b3fb-954f5734df1e/404da3f0-1ce0-44ee-a471-bbae9a02f7a5/b93658a4-946f-422d-be67-d94d55fd6aba) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:27.838100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.880054 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.920679 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Network 2816d98a-21f8-4193-b3fb-954f5734df1e is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:27.923480 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:27.928954 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:27.934475 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=b93658a4-946f-422d-be67-d94d55fd6aba,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.293689 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.373259 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.397822 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.540555 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.546991 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.623689 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event updated for resources: {'Port': ['ID=b93658a4-946f-422d-be67-d94d55fd6aba,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.631841 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727216'] for floatingip, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.738913 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.l3_db [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP 1d40a2bc-037a-427a-88cc-391576e3fd38 associated. External IP: 172.27.3.236, port: 6b79083f-9ff7-4008-a173-0a3a56ca7574. Aug 02 17:34:28.956551 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:34:29.067607 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:34:29.080446 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:34:29.087206 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:29.090645 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:29.091263 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:29.115340 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-3f523883-de81-4ba6-9bfc-51d07548c1ed tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6355751 Aug 02 17:34:29.115982 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:29.118316 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e215e6-f4b2-4309-8e98-db847d704a80" -d '{"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:29.160367 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfffd93-f460-4cf7-b94d-cea4eeac2094 x-openstack-request-id: req-dbfffd93-f460-4cf7-b94d-cea4eeac2094 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:29.160724 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:29.161063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbfffd93-f460-4cf7-b94d-cea4eeac2094 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:29.161540 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'status': 'completed', 'code': 200} Aug 02 17:34:29.198950 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:29.225030 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-9b997d06-7e9b-43d1-a1a0-a05560a3228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.226497 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-9b997d06-7e9b-43d1-a1a0-a05560a3228b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1099 time: 0.0421662 Aug 02 17:34:29.320314 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-a0af2b56-088d-4c98-b033-fd56961e4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.321817 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-a0af2b56-088d-4c98-b033-fd56961e4876 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0886548 Aug 02 17:34:29.387408 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-1bce6102-01aa-43f2-bfcd-f9d3094a6e4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 200 len: 1000 time: 0.0582898 Aug 02 17:34:29.421954 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '1d40a2bc-037a-427a-88cc-391576e3fd38', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:e8:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:28Z', 'updated_at': '2021-08-02T17:34:28Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}, {'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:29.437195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-b159f981-15ae-43db-a7cb-36563fd13d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.438691 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-b159f981-15ae-43db-a7cb-36563fd13d81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0440600 Aug 02 17:34:29.452311 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:34:29.463769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:29.464392 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:34:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:29.490772 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-e9bf4d79-63b4-4840-848d-89553bb19342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.492285 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-e9bf4d79-63b4-4840-848d-89553bb19342 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455663 Aug 02 17:34:29.570279 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:29.594315 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-c2e22b28-dcd1-4478-af18-dd1fc2534f25 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938103 Aug 02 17:34:29.692853 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d7e215e6-f4b2-4309-8e98-db847d704a80 req-e60fcc62-380d-4d26-a648-95b3223a004d service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Aug 02 17:34:29.924630 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '1d40a2bc-037a-427a-88cc-391576e3fd38', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:e8:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:28Z', 'updated_at': '2021-08-02T17:34:28Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}, {'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:29.951204 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63446656-6418-46ba-8d20-e0075628a7ce None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': '1d40a2bc-037a-427a-88cc-391576e3fd38', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:e8:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:28Z', 'updated_at': '2021-08-02T17:34:28Z', 'revision_number': 0, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}, {'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:34:30.162222 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a84082-7b72-48b6-b0d5-6af03bab3ce2 None None] New status for floating IP 1d40a2bc-037a-427a-88cc-391576e3fd38: ACTIVE {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:34:30.578420 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a034541d-fb2f-4dea-8ba8-18379c8fd3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:32.950678 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7e8f04f1-b765-4e0b-9b51-d64e13e07bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:33.494088 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:34.126316 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:35.871852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.277519 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40500) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:36.338108 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Deleting subnet b480d721-5526-431d-a92f-cbcd0a71ba21 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:34:36.341992 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.376685 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.417735 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.497558 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.522347 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b480d721-5526-431d-a92f-cbcd0a71ba21,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:36.526251 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.528622 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-68336de9-54f7-4a03-947c-0401bb43f028 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b480d721-5526-431d-a92f-cbcd0a71ba21 HTTP/1.1" status: 204 len: 168 time: 0.2495286 Aug 02 17:34:36.531007 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40502) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:36.603545 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.689280 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.702728 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea8a753-3763-483e-bab1-4235993f606d']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:36.712697 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec275d97-d4d6-40cc-a665-977c9bd3cd99') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:36.712991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec275d97-d4d6-40cc-a665-977c9bd3cd99') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:36.722418 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.735877 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.741815 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:34:36.742197 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:34:36.743885 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:34:36.802395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.807670 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.809500 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0ea8a753-3763-483e-bab1-4235993f606d HTTP/1.1" status: 204 len: 168 time: 0.2771463 Aug 02 17:34:36.812577 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40504) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:36.820453 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad148c90-bc0d-4167-a916-b86b5e703dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea8a753-3763-483e-bab1-4235993f606d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:36.857588 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Deleting subnet 755af8e3-0c9e-42ea-94ce-c768289cad2c {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:34:36.861100 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.899916 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.948420 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.015520 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.045483 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755af8e3-0c9e-42ea-94ce-c768289cad2c,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:37.047423 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.049394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9ee07687-8838-4864-99d3-1b7212d57642 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/755af8e3-0c9e-42ea-94ce-c768289cad2c HTTP/1.1" status: 204 len: 168 time: 0.2357090 Aug 02 17:34:37.052005 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40506) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:37.117710 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.200191 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.210694 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8073853-3d2c-4a76-b483-dae4c23ec84d']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:37.221280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999068ca-ad63-4f46-9d1b-bee0c92f6c68') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:37.221585 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999068ca-ad63-4f46-9d1b-bee0c92f6c68') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:37.230363 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.243665 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.249548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:34:37.249928 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:34:37.251557 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:34:37.306573 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.311944 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.313862 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] 10.222.0.54 "DELETE /v2.0/networks/f8073853-3d2c-4a76-b483-dae4c23ec84d HTTP/1.1" status: 204 len: 168 time: 0.2608445 Aug 02 17:34:37.328512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6305c-1339-4c9c-ab27-fdf5f33b877c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8073853-3d2c-4a76-b483-dae4c23ec84d,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:37.484364 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40510) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:37.523397 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bf2ec89c-2990-49c9-954b-0b1d13a22e7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=705fc8c7004d4c11885904c510ca5bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378933 Aug 02 17:34:37.525689 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40512) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:37.573268 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.594385 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.642931 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.646465 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:37.648123 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb8d2f23-607a-4812-99cb-470febc81ca4 HTTP/1.1" status: 204 len: 168 time: 0.1215332 Aug 02 17:34:37.655791 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eb393-3fff-4b63-ac91-45fb34366c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d2f23-607a-4812-99cb-470febc81ca4,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:37.994020 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40518) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:38.037346 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c9909a40-0a24-4a71-b21e-cbc75cb4e219 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c49375d05f1840e09c1c57054ba3b0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417216 Aug 02 17:34:38.042649 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40520) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:38.099067 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:38.122546 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:38.177645 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:38.180210 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:38.181387 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4dbe9df-d55b-4140-90f4-6c31fca01e04 HTTP/1.1" status: 204 len: 168 time: 0.1374903 Aug 02 17:34:38.190441 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76919be5-5bac-4863-8035-076fbd5058f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dbe9df-d55b-4140-90f4-6c31fca01e04,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:38.893762 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40542) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:39.000634 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261051455-network', 'tenant_id': 'd43fc34e405f4d7c94af0a8c94b3ee5c'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:39.025830 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Made reservation on behalf of d43fc34e405f4d7c94af0a8c94b3ee5c for: {'network': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:39.029111 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.041886 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.133864 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.139015 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.167150 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:34:39.173222 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:39.179393 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.179738 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.db.segments_db [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Added segment bd2ec3f5-72a5-46bd-ae7f-615b88faa500 of type vlan for network 5660b63f-c09a-4a76-af94-b7201da7e80d Aug 02 17:34:39.218413 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.250439 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.251389 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:39.252042 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.298998 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4039502 Aug 02 17:34:39.302021 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40546) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:39.307330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Request body: {'subnet': {'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261051455-subnet', 'tenant_id': 'd43fc34e405f4d7c94af0a8c94b3ee5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:39.311378 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7c12b-b39d-4789-b0ef-fcda877f4aea admin admin] Pushing event updated for resources: {'Network': ['ID=5660b63f-c09a-4a76-af94-b7201da7e80d,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:39.321825 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 5660b63f-c09a-4a76-af94-b7201da7e80d details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:34:39.333610 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Made reservation on behalf of d43fc34e405f4d7c94af0a8c94b3ee5c for: {'subnet': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:39.335939 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5283711'] for subnet, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.503074 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5661340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5283693'] for subnet, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.554371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc,revision_number=0']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:39.569584 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Checking segment: {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:39.569945 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Network hostable DHCP agents. Network: 5660b63f-c09a-4a76-af94-b7201da7e80d, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:34:39.588050 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Network 5660b63f-c09a-4a76-af94-b7201da7e80d is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:34:39.597697 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 5660b63f-c09a-4a76-af94-b7201da7e80d) {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:39.601897 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:39.602520 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:39.607528 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e8cbb-5a91-4e37-8810-794b4e23ee1c None None] Network 5660b63f-c09a-4a76-af94-b7201da7e80d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:39.625100 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-29330d2b-b56d-49af-bc43-d6ecf3bd9566 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3129292 Aug 02 17:34:39.732813 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267844bc-dd51-4bbb-b3b7-bbf45e84de54 None None] Network 5660b63f-c09a-4a76-af94-b7201da7e80d requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:34:41.392648 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-e62129a6-9008-4f4f-90a3-624429cb2ddf tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:41.394017 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-e62129a6-9008-4f4f-90a3-624429cb2ddf tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 808 time: 0.1109776 Aug 02 17:34:41.412535 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-4eaeff28-662a-4725-a181-055147f38970 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/quotas/d43fc34e405f4d7c94af0a8c94b3ee5c HTTP/1.1" status: 200 len: 375 time: 0.0096495 Aug 02 17:34:41.445592 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-8b5c7739-1732-4b93-b6e9-77ef02ab41dd tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263195 Aug 02 17:34:41.589350 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-3af16c1e-bf8d-4560-815d-0aa5670a4070 service neutron] 10.222.0.54 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367841 Aug 02 17:34:41.959738 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-e787d1ba-cbe8-4b89-8b9b-ce130475ac88 service neutron] 10.222.0.54 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641489 Aug 02 17:34:42.131842 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f3114be-9046-44fb-9983-df9eaa99a4ab req-027a1c32-07db-4de7-821c-f07556e0eaac tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Aug 02 17:34:43.152978 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-8e87ee21-4ba7-4759-909c-0dcf814347fd tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:43.154553 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-8e87ee21-4ba7-4759-909c-0dcf814347fd tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 808 time: 0.1052940 Aug 02 17:34:43.171008 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Request body: {'port': {'device_id': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d', 'admin_state_up': True, 'tenant_id': 'd43fc34e405f4d7c94af0a8c94b3ee5c'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:43.250921 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-fd9805d4-b91e-470e-90d4-3ecb297ae737 req-939e3007-2e70-4a9f-8efb-9a03eabf89d6 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 210 time: 0.0385056 Aug 02 17:34:43.314022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Made reservation on behalf of d43fc34e405f4d7c94af0a8c94b3ee5c for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:43.319570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:43.444287 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Allocated IP 172.20.0.12 (5660b63f-c09a-4a76-af94-b7201da7e80d/bb9ff02c-830d-4ba7-8b70-a4f289d59bdc/a6f47456-167f-415b-a3c9-7cb21b535d1c) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:43.595805 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:43.641039 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:43.693912 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Network 5660b63f-c09a-4a76-af94-b7201da7e80d is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:43.696979 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:43.702576 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:43.708999 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Pushing event updated for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:43.753033 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:43.753629 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:43.771209 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b6e30395-929b-4fbf-a941-90f4e7a0c8bb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042991 Aug 02 17:34:43.784316 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Request body: {'port': {'device_id': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:43.839688 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.123846 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f47456-167f-415b-a3c9-7cb21b535d1c {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:44.131691 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.144257 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Transition to ACTIVE for port object a6f47456-167f-415b-a3c9-7cb21b535d1c will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:44.151270 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.197872 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:44.268006 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Attempting to bind port a6f47456-167f-415b-a3c9-7cb21b535d1c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:34:44.268350 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Attempting to bind port a6f47456-167f-415b-a3c9-7cb21b535d1c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:34:44.268678 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Attempting to bind port a6f47456-167f-415b-a3c9-7cb21b535d1c on network 5660b63f-c09a-4a76-af94-b7201da7e80d {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:44.273478 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Port a6f47456-167f-415b-a3c9-7cb21b535d1c on network 5660b63f-c09a-4a76-af94-b7201da7e80d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:34:44.273808 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Attempting to bind port a6f47456-167f-415b-a3c9-7cb21b535d1c on network 5660b63f-c09a-4a76-af94-b7201da7e80d {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:44.279854 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:34:44.280194 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Checking segment: {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:44.280552 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Bound using segment: {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:34:44.281045 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Bound port: a6f47456-167f-415b-a3c9-7cb21b535d1c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:34:44.281407 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.374062 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:34:44.378296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:34:44.383418 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.398223 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ba7c-c23c-4df9-93cb-e0ec3d82e80d req-7320cb75-33f8-49d2-a3f9-1cc6340bb690 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.399786 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b4ba7c-c23c-4df9-93cb-e0ec3d82e80d req-7320cb75-33f8-49d2-a3f9-1cc6340bb690 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 944 time: 0.0813363 Aug 02 17:34:44.433697 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.434331 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:44.435640 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] 10.222.0.42 "PUT /v2.0/ports/a6f47456-167f-415b-a3c9-7cb21b535d1c HTTP/1.1" status: 200 len: 1094 time: 0.6554418 Aug 02 17:34:44.436072 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:44.438296 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751079a2-ef38-4d27-80a3-53c00abc0ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:44.475312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838e29-3a1c-467a-b903-a6b51f46adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:44.481503 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9254277d-3273-4137-b8f0-cc4891907a07 x-openstack-request-id: req-9254277d-3273-4137-b8f0-cc4891907a07 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:44.481795 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:44.482035 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9254277d-3273-4137-b8f0-cc4891907a07 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:44.482449 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c', 'status': 'completed', 'code': 200} Aug 02 17:34:44.487934 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-12b4ba7c-c23c-4df9-93cb-e0ec3d82e80d req-bffe6fe0-918c-4511-9104-93af2735e080 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Aug 02 17:34:44.533216 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-350c11c5-0a7e-4470-bbe9-335277e1db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.535015 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-350c11c5-0a7e-4470-bbe9-335277e1db51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 1097 time: 0.0439742 Aug 02 17:34:44.579585 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-d68678cb-0b27-4abe-a317-48379507606f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c HTTP/1.1" status: 200 len: 217 time: 0.0360353 Aug 02 17:34:44.630549 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b0ffd305-b2cd-42db-ac1d-331cf92e06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.631897 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-b0ffd305-b2cd-42db-ac1d-331cf92e06d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc HTTP/1.1" status: 200 len: 848 time: 0.0455410 Aug 02 17:34:44.663846 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-fa6506fd-14c0-4e80-a1c7-a362cfb35b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5660b63f-c09a-4a76-af94-b7201da7e80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249443 Aug 02 17:34:44.761236 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-5b6faa56-871b-4314-b5dc-3a9bd888fab2 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895157 Aug 02 17:34:44.853291 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2cb2255e-86a6-4e86-96b9-80b429ae86d9 req-e5d9146f-7631-4419-80af-f941220e2932 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845571 Aug 02 17:34:44.959028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-b8069761-f165-4953-83f2-824ca8e8249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.960566 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-b8069761-f165-4953-83f2-824ca8e8249a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 1097 time: 0.0530555 Aug 02 17:34:45.061260 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-b6107ebc-4096-4479-b9fa-eba36feb0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:45.063514 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-b6107ebc-4096-4479-b9fa-eba36feb0a79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 909 time: 0.0934713 Aug 02 17:34:45.110124 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-7721342e-f6c6-4c06-a3c4-f61970e0d652 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c HTTP/1.1" status: 200 len: 217 time: 0.0374050 Aug 02 17:34:45.161022 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-adcf19a8-c72b-462f-ab83-bf1f6ce4acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:45.162453 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-adcf19a8-c72b-462f-ab83-bf1f6ce4acfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc HTTP/1.1" status: 200 len: 848 time: 0.0426717 Aug 02 17:34:45.194878 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-f7958c0e-75aa-4e81-8293-f47e536c8ca2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5660b63f-c09a-4a76-af94-b7201da7e80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234630 Aug 02 17:34:45.284380 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-9e9da632-5fdc-45f0-8cd5-4843f4f79420 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811362 Aug 02 17:34:45.377281 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-751079a2-ef38-4d27-80a3-53c00abc0ebc req-31b6de14-ee75-43e7-99b6-7f0f8e7bea03 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Aug 02 17:34:45.616513 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c3b14-4d6f-4170-af38-092f9c709c9b req-09bc9c2c-2a04-4299-9499-6666e22003cb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:45.618039 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f75c3b14-4d6f-4170-af38-092f9c709c9b req-09bc9c2c-2a04-4299-9499-6666e22003cb tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 944 time: 0.0537694 Aug 02 17:34:45.656544 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-f75c3b14-4d6f-4170-af38-092f9c709c9b req-2e9390af-104d-4ae2-a5c9-94803b817543 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Aug 02 17:34:46.778558 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019d039-677e-4596-9e52-2163a68ae2d1 req-de3d07ef-c320-4904-98e2-a6adf1cce423 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:46.780055 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3019d039-677e-4596-9e52-2163a68ae2d1 req-de3d07ef-c320-4904-98e2-a6adf1cce423 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 944 time: 0.0555942 Aug 02 17:34:46.818522 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3019d039-677e-4596-9e52-2163a68ae2d1 req-651dcdea-11e1-4959-9021-80bb9aeb532d tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323563 Aug 02 17:34:47.684349 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a6f47456-167f-415b-a3c9-7cb21b535d1c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:34:47.794811 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:47.805901 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': 'a6f47456-167f-415b-a3c9-7cb21b535d1c', 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d', 'port_id': 'a6f47456-167f-415b-a3c9-7cb21b535d1c', 'mac_address': 'fa:16:3e:5c:93:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9ff02c-830d-4ba7-8b70-a4f289d59bdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:34:47.847798 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:47.861574 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f47456-167f-415b-a3c9-7cb21b535d1c {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:47.882900 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:47.887674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:47.936198 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc956-303b-4e64-ae96-7e64cb8e9ba2 req-5922a07f-541b-4f50-ada5-dce41fe586cc tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:47.937846 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2acdc956-303b-4e64-ae96-7e64cb8e9ba2 req-5922a07f-541b-4f50-ada5-dce41fe586cc tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Aug 02 17:34:47.941810 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:47.982248 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2acdc956-303b-4e64-ae96-7e64cb8e9ba2 req-73916943-40a0-451a-bf78-e41613e26e23 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 02 17:34:48.143735 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['a6f47456-167f-415b-a3c9-7cb21b535d1c'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:34:49.113286 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069695-faa5-4a99-9e42-4b6a388d4058 req-041a63b0-e500-491e-a98c-6c84f81236cc tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:49.114801 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d6069695-faa5-4a99-9e42-4b6a388d4058 req-041a63b0-e500-491e-a98c-6c84f81236cc tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Aug 02 17:34:49.152049 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d6069695-faa5-4a99-9e42-4b6a388d4058 req-11079a3b-b300-4293-a3f9-e80b0000f62c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 02 17:34:49.686432 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a6f47456-167f-415b-a3c9-7cb21b535d1c up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:34:49.750109 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port a6f47456-167f-415b-a3c9-7cb21b535d1c completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:34:49.756238 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port a6f47456-167f-415b-a3c9-7cb21b535d1c triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:49.756731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:49.842798 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:49.864861 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:49.867115 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f8c08-9b65-4d31-9157-cdcfcf924c2f" -d '{"events": [{"server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "name": "network-vif-plugged", "status": "completed", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:49.880608 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:49.886064 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:49.908482 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9634916e-104c-4dcb-b0aa-dc21a0bd0739 x-openstack-request-id: req-9634916e-104c-4dcb-b0aa-dc21a0bd0739 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:49.908819 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "name": "network-vif-plugged", "status": "completed", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:49.909070 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9634916e-104c-4dcb-b0aa-dc21a0bd0739 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:49.909484 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c', 'code': 200} Aug 02 17:34:49.934685 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:50.090417 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41731b93-8508-4fc9-838e-b6b75c5386f5 req-38e94c5a-2c5c-482c-b9c3-4f73497a1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:50.091898 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-41731b93-8508-4fc9-838e-b6b75c5386f5 req-38e94c5a-2c5c-482c-b9c3-4f73497a1d70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 1099 time: 0.0436974 Aug 02 17:34:50.127326 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-41731b93-8508-4fc9-838e-b6b75c5386f5 req-951f9b10-ed33-45f7-904d-a2beb959fda5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282729 Aug 02 17:34:50.272990 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c184efb-fe4b-411d-90d2-a2b6085fdc1a req-bc5e8eb1-a356-43c1-afdc-7ea41629082a tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:50.274463 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5c184efb-fe4b-411d-90d2-a2b6085fdc1a req-bc5e8eb1-a356-43c1-afdc-7ea41629082a tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 946 time: 0.0504684 Aug 02 17:34:50.312241 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5c184efb-fe4b-411d-90d2-a2b6085fdc1a req-a51a978c-2722-418e-b01e-2d5f07d5ee07 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Aug 02 17:34:51.435572 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec750-914a-4045-9436-c01534cf9328 req-539a7850-5d90-47b7-8886-8cdfbdc1baf9 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.437030 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-652ec750-914a-4045-9436-c01534cf9328 req-539a7850-5d90-47b7-8886-8cdfbdc1baf9 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 02 17:34:51.477691 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-652ec750-914a-4045-9436-c01534cf9328 req-fc74f3f6-d99c-483b-82b5-11d4cfe8db36 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Aug 02 17:34:52.168048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b30bfb-1e17-4780-b81e-5808b7fe34eb req-6ee24bba-99fa-4f2a-ba6e-675517b991ef tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:52.169504 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-08b30bfb-1e17-4780-b81e-5808b7fe34eb req-6ee24bba-99fa-4f2a-ba6e-675517b991ef tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 946 time: 0.0527322 Aug 02 17:34:52.206210 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-08b30bfb-1e17-4780-b81e-5808b7fe34eb req-a3da6fc4-ea76-468b-81bc-b838f6540392 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305710 Aug 02 17:34:53.335697 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04cf1a-82cc-4f15-a8f1-cea43d12c259 req-42e55403-2c3d-453b-a0bf-ae6258a4444f tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:53.337177 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e04cf1a-82cc-4f15-a8f1-cea43d12c259 req-42e55403-2c3d-453b-a0bf-ae6258a4444f tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 946 time: 0.0531452 Aug 02 17:34:53.379436 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3e04cf1a-82cc-4f15-a8f1-cea43d12c259 req-c7e82070-4f04-4467-9d63-dd8c66c59616 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Aug 02 17:34:53.483549 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-9a976e07-984b-428f-9d39-459c6fdb728a tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:53.484962 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-9a976e07-984b-428f-9d39-459c6fdb728a tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 946 time: 0.0561893 Aug 02 17:34:53.578435 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Deleting port a6f47456-167f-415b-a3c9-7cb21b535d1c {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:53.578780 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.665459 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] For port a6f47456-167f-415b-a3c9-7cb21b535d1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6f47456-167f-415b-a3c9-7cb21b535d1c,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:53.665813 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.682068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Calling delete_port for a6f47456-167f-415b-a3c9-7cb21b535d1c owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:53.832396 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.844442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['a6f47456-167f-415b-a3c9-7cb21b535d1c'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:34:53.860535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Pushing event deleted for resources: {'Port': ['ID=a6f47456-167f-415b-a3c9-7cb21b535d1c,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:53.902348 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] No DVR routers for this DVR port a6f47456-167f-415b-a3c9-7cb21b535d1c on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:34:53.904850 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.906842 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4a9080aa-ebbe-40c9-b09c-2becce5e6ecb req-85cdd6ca-207b-40b0-8b44-4d7e9a23c023 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "DELETE /v2.0/ports/a6f47456-167f-415b-a3c9-7cb21b535d1c HTTP/1.1" status: 204 len: 173 time: 0.4155645 Aug 02 17:34:53.907292 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'name': 'network-vif-deleted', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:53.909512 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7beb2a-77d7-42dc-95c8-89f72f814585" -d '{"events": [{"server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "name": "network-vif-deleted", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:53.946590 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a47c9b-1ad6-46ac-b931-210d8a67054c x-openstack-request-id: req-71a47c9b-1ad6-46ac-b931-210d8a67054c {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:53.946942 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe850c9-6a4e-4edb-8dd2-1655f39c02c4", "name": "network-vif-deleted", "tag": "a6f47456-167f-415b-a3c9-7cb21b535d1c", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:53.947280 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71a47c9b-1ad6-46ac-b931-210d8a67054c {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:53.947748 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe850c9-6a4e-4edb-8dd2-1655f39c02c4', 'name': 'network-vif-deleted', 'tag': 'a6f47456-167f-415b-a3c9-7cb21b535d1c', 'status': 'completed', 'code': 200} Aug 02 17:34:54.487750 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-72835f6e-3698-416f-b26f-38d0fb664e5c req-9b6cc821-653d-4285-8852-149c807ee777 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe850c9-6a4e-4edb-8dd2-1655f39c02c4 HTTP/1.1" status: 200 len: 210 time: 0.0261538 Aug 02 17:34:55.782817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-9a15672d-1a6f-4fbe-9705-caef9bf81590 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:55.784187 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-9a15672d-1a6f-4fbe-9705-caef9bf81590 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 808 time: 0.1130302 Aug 02 17:34:55.799147 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-032a890a-2c2b-4843-9c2e-b7d566a7516b tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/quotas/d43fc34e405f4d7c94af0a8c94b3ee5c HTTP/1.1" status: 200 len: 375 time: 0.0092075 Aug 02 17:34:55.836187 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5003ac72-bc08-4300-892e-250158798d0c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285966 Aug 02 17:34:55.930680 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-607e1f96-3563-4c64-8057-eea14590f96e service neutron] 10.222.0.54 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869694 Aug 02 17:34:56.021364 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-ed819ae7-067c-4191-86c6-1669e7254c03 service neutron] 10.222.0.54 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845151 Aug 02 17:34:56.186743 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7ca09cae-b9c1-4e59-980c-780b6e5bd21e req-d26dc47d-839e-469d-97ea-9f35b3cf5e7c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 210 time: 0.0265915 Aug 02 17:34:57.202339 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:34:57.300128 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-468860a8-b09b-4d99-b7b9-c8d11e2bf2a9 req-5a8aca29-c40d-4afe-886e-4062e455ab27 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 210 time: 0.0434859 Aug 02 17:34:57.384431 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-fea7cc55-612d-497a-959e-41ae3aea4499 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:57.385911 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-fea7cc55-612d-497a-959e-41ae3aea4499 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 808 time: 0.1188667 Aug 02 17:34:57.398444 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Request body: {'port': {'device_id': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d', 'admin_state_up': True, 'tenant_id': 'd43fc34e405f4d7c94af0a8c94b3ee5c'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:57.521034 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Made reservation on behalf of d43fc34e405f4d7c94af0a8c94b3ee5c for: {'port': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:57.526034 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:57.651739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_common [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Allocated IP 172.20.0.6 (5660b63f-c09a-4a76-af94-b7201da7e80d/bb9ff02c-830d-4ba7-8b70-a4f289d59bdc/56bc02de-ad09-403e-87b4-f68c6a8bedc3) {{(pid=93244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:57.715130 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a6f47456-167f-415b-a3c9-7cb21b535d1c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:57.749399 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: a6f47456-167f-415b-a3c9-7cb21b535d1c {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:57.749945 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device a6f47456-167f-415b-a3c9-7cb21b535d1c not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:57.826770 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks [] for port, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:57.873530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:57.914831 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Network 5660b63f-c09a-4a76-af94-b7201da7e80d is already hosted by enough agents. {{(pid=93244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:57.917910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Resources bound (agent type, host, resource id): {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:57.924013 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Received port after_create {{(pid=93244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:57.929678 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Pushing event updated for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:57.975601 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:57.976195 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:57.993718 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-5ee6099e-0a75-4550-a6bf-369f3d525a85 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990000 Aug 02 17:34:58.006058 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Request body: {'port': {'device_id': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:58.062134 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.321691 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bc02de-ad09-403e-87b4-f68c6a8bedc3 {{(pid=93244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:58.329330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.342800 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.provisioning_blocks [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Transition to ACTIVE for port object 56bc02de-ad09-403e-87b4-f68c6a8bedc3 will not be triggered until provisioned by entity L2. {{(pid=93244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:58.347312 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.399579 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.425910 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Pushing event updated for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=2']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:58.478260 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2c42-4750-4262-ac7b-dd428192c3d0 req-762f3246-25d3-4876-a895-4281f4cb4ad1 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:58.479790 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-715e2c42-4750-4262-ac7b-dd428192c3d0 req-762f3246-25d3-4876-a895-4281f4cb4ad1 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 943 time: 0.1078663 Aug 02 17:34:58.527033 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Attempting to bind port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:34:58.527366 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Attempting to bind port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:34:58.527693 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Attempting to bind port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 on network 5660b63f-c09a-4a76-af94-b7201da7e80d {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:58.538477 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-715e2c42-4750-4262-ac7b-dd428192c3d0 req-cbadbad5-f426-46f1-a31e-8187007ddd71 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510097 Aug 02 17:34:58.539158 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 on network 5660b63f-c09a-4a76-af94-b7201da7e80d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:34:58.539479 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Attempting to bind port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 on network 5660b63f-c09a-4a76-af94-b7201da7e80d {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:58.544577 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:34:58.544895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Checking segment: {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:58.545290 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Bound using segment: {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'} {{(pid=93244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:34:58.545718 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.managers [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Bound port: 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d'}}] {{(pid=93244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:34:58.546077 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.616189 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, cleared binding levels {{(pid=93244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:34:58.619142 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:34:58.626193 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767852'] for port, after_update {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.657496 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:58.658108 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:58.659914 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-6e54648b-066c-45f6-a971-535099bee775 service neutron] 10.222.0.42 "PUT /v2.0/ports/56bc02de-ad09-403e-87b4-f68c6a8bedc3 HTTP/1.1" status: 200 len: 1093 time: 0.6578691 Aug 02 17:34:58.662053 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:58.665018 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9755a27e-face-408c-bf54-6f7af71038b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:58.691633 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54648b-066c-45f6-a971-535099bee775 service neutron] Pushing event updated for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=3']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:58.708046 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad2d966-2dbf-4378-9a37-550fcf13c7d5 x-openstack-request-id: req-dad2d966-2dbf-4378-9a37-550fcf13c7d5 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:58.708330 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:58.708594 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dad2d966-2dbf-4378-9a37-550fcf13c7d5 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:58.708974 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3', 'status': 'completed', 'code': 200} Aug 02 17:34:58.754676 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-f2703a61-487d-41cb-9954-df05784cc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:58.756149 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-f2703a61-487d-41cb-9954-df05784cc947 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 1096 time: 0.0414505 Aug 02 17:34:58.797252 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-681c73a4-419f-4e00-938d-e55190226fa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3 HTTP/1.1" status: 200 len: 217 time: 0.0326741 Aug 02 17:34:58.861820 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-e8b4ac9e-e6d6-43dc-91a3-d3cef8af6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:58.864203 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-e8b4ac9e-e6d6-43dc-91a3-d3cef8af6430 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc HTTP/1.1" status: 200 len: 848 time: 0.0590909 Aug 02 17:34:58.897584 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-0cf9b2df-3f50-4c1d-9693-f99204408e6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5660b63f-c09a-4a76-af94-b7201da7e80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252607 Aug 02 17:34:58.989299 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-8b4248ef-8115-4c59-8f61-694db00b0399 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828333 Aug 02 17:34:59.095731 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7e379d1a-02e0-4b05-9b4f-1634f0cc8b15 req-4d273238-c68a-4afa-a361-0983ee7425e9 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993426 Aug 02 17:34:59.195145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a27e-face-408c-bf54-6f7af71038b5 req-8ad350c5-bd9f-4bbb-af2d-afd4cb38343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:59.196610 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-8ad350c5-bd9f-4bbb-af2d-afd4cb38343e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 1096 time: 0.0415525 Aug 02 17:34:59.287490 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a27e-face-408c-bf54-6f7af71038b5 req-555487d9-7e39-428c-a7a0-6bca70ce98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:59.288857 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-555487d9-7e39-428c-a7a0-6bca70ce98f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 200 len: 909 time: 0.0853159 Aug 02 17:34:59.330475 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-afb3f18d-df7e-46cf-ac9e-79c389a562ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3 HTTP/1.1" status: 200 len: 217 time: 0.0338111 Aug 02 17:34:59.379113 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a27e-face-408c-bf54-6f7af71038b5 req-d51e9327-23b0-4b82-8305-ee18df56bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:59.380482 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-d51e9327-23b0-4b82-8305-ee18df56bcdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc HTTP/1.1" status: 200 len: 848 time: 0.0425546 Aug 02 17:34:59.410614 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-ccef98f1-dbe1-4110-84f5-05d5d2c37a94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5660b63f-c09a-4a76-af94-b7201da7e80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230989 Aug 02 17:34:59.503697 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-48403215-d0d6-42d0-aaca-5213a09bed80 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Aug 02 17:34:59.597167 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9755a27e-face-408c-bf54-6f7af71038b5 req-daf5a3d4-d2ac-4d45-9d47-a1cb9c1c2475 service neutron] 10.222.0.42 "GET /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Aug 02 17:34:59.654945 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1df7-3d17-4dff-af0f-2152385a2693 req-46ac7a21-8670-4240-9f45-48a6f1752f23 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:59.656394 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-452f1df7-3d17-4dff-af0f-2152385a2693 req-46ac7a21-8670-4240-9f45-48a6f1752f23 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 943 time: 0.0518792 Aug 02 17:34:59.701277 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-452f1df7-3d17-4dff-af0f-2152385a2693 req-531f4c52-9143-440f-b066-77446a15ccee tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Aug 02 17:35:00.575347 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-721314fb-2348-4bb1-8ec6-041125d04716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:00.834983 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512e49-49c9-4f59-8b2b-5295f7580bee req-028e6787-c446-481f-9045-39516f671570 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:00.836474 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb512e49-49c9-4f59-8b2b-5295f7580bee req-028e6787-c446-481f-9045-39516f671570 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 943 time: 0.0524414 Aug 02 17:35:00.879820 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bb512e49-49c9-4f59-8b2b-5295f7580bee req-08b79f61-8228-4013-89e4-f838101ce3b7 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Aug 02 17:35:01.715983 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 56bc02de-ad09-403e-87b4-f68c6a8bedc3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:35:01.830039 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:01.841884 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '56bc02de-ad09-403e-87b4-f68c6a8bedc3', 'network_id': '5660b63f-c09a-4a76-af94-b7201da7e80d', 'port_id': '56bc02de-ad09-403e-87b4-f68c6a8bedc3', 'mac_address': 'fa:16:3e:f3:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9ff02c-830d-4ba7-8b70-a4f289d59bdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:35:01.880922 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:01.896750 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bc02de-ad09-403e-87b4-f68c6a8bedc3 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:35:01.919829 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:01.926443 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:01.974881 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:01.998635 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c10a3-5b41-41c3-b660-1593cf51eb13 req-1a9a5270-74ee-4445-8e51-afa93657520c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:02.000082 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d7c10a3-5b41-41c3-b660-1593cf51eb13 req-1a9a5270-74ee-4445-8e51-afa93657520c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 944 time: 0.0493820 Aug 02 17:35:02.036647 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8d7c10a3-5b41-41c3-b660-1593cf51eb13 req-4d9c5897-6b24-4e28-aea4-fece8711d8db tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Aug 02 17:35:02.160252 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['56bc02de-ad09-403e-87b4-f68c6a8bedc3'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:02.954172 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0d97a7e7-b80a-4f7e-9845-8463ddcad5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:03.161521 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dcc7e-3955-49bd-b856-06ceb390c5da req-f4b388cf-5fc4-4d9e-ab93-6fe834e9cd25 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:03.163027 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a86dcc7e-3955-49bd-b856-06ceb390c5da req-f4b388cf-5fc4-4d9e-ab93-6fe834e9cd25 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 944 time: 0.0541999 Aug 02 17:35:03.213176 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a86dcc7e-3955-49bd-b856-06ceb390c5da req-48dfea3d-0328-45c9-bd3e-b331215f9a7e tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Aug 02 17:35:03.498612 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:03.732979 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 56bc02de-ad09-403e-87b4-f68c6a8bedc3 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:35:03.797452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:35:03.801105 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:35:03.801480 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:03.815091 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-ec9872cd-a55b-4441-9228-cd94525805eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419030 Aug 02 17:35:03.883453 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:03.905779 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-e82d1b54-88a4-44ff-9e06-8ccb3d30bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:03.906237 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:03.907296 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-e82d1b54-88a4-44ff-9e06-8ccb3d30bf6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0406890 Aug 02 17:35:03.908483 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90e915-73e6-4d93-9c90-f40420a788d5" -d '{"events": [{"server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "name": "network-vif-plugged", "status": "completed", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:03.921814 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:03.927259 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:03.952910 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e11bd-8c74-4d2a-bab2-90f4adcf2766 x-openstack-request-id: req-274e11bd-8c74-4d2a-bab2-90f4adcf2766 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:03.953215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "name": "network-vif-plugged", "status": "completed", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:03.953582 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-274e11bd-8c74-4d2a-bab2-90f4adcf2766 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:03.953976 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3', 'code': 200} Aug 02 17:35:03.981238 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:04.125948 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:04.131485 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3457c-f49e-4d99-85fb-7587775b989e req-27541256-0d22-454d-99b1-d73195f1464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.132997 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-14c3457c-f49e-4d99-85fb-7587775b989e req-27541256-0d22-454d-99b1-d73195f1464e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 1098 time: 0.0462790 Aug 02 17:35:04.170754 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-14c3457c-f49e-4d99-85fb-7587775b989e req-e07f4490-a026-4113-a0b7-7035ca135efc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296981 Aug 02 17:35:04.337984 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-1f1fb830-8791-44a9-9c02-4d7b73206e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.339803 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-1f1fb830-8791-44a9-9c02-4d7b73206e4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.4113102 Aug 02 17:35:04.352087 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783e5c1-23bf-4fee-a135-3c7d56669385 req-df605428-b53c-4469-ab83-1e70df65e23d tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.353442 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6783e5c1-23bf-4fee-a135-3c7d56669385 req-df605428-b53c-4469-ab83-1e70df65e23d tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 945 time: 0.0707095 Aug 02 17:35:04.433640 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6783e5c1-23bf-4fee-a135-3c7d56669385 req-accee5d6-2b56-495d-8b43-587fa48ccae5 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734246 Aug 02 17:35:04.435323 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-e3236a7c-f712-4d5d-8bc4-598fe5a89cc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 1001 time: 0.0810604 Aug 02 17:35:04.486664 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-c91fb6d9-e732-4bd5-93bc-e1344f2d379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.488133 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-c91fb6d9-e732-4bd5-93bc-e1344f2d379e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0439649 Aug 02 17:35:04.538486 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-36e214c4-6bbc-4a8b-b0ee-9efec01defbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.540006 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-36e214c4-6bbc-4a8b-b0ee-9efec01defbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431442 Aug 02 17:35:04.635334 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-752b636d-1f00-4907-abc7-61f1056a7cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867507 Aug 02 17:35:04.725623 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b84ccaec-7c35-4fa8-a27c-6dcceb516e2c req-28d4c189-077c-44ee-93d4-9939910f8551 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Aug 02 17:35:04.923078 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40684) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:05.084759 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Deleting port 8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:05.085155 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.165918 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.166642 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.178965 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Calling delete_port for 8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3 owned by network:floatingip {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:05.349889 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.374312 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event deleted for resources: {'Port': ['ID=8fd2ea2c-fb55-4a25-a5d3-1a36edca53b3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:05.385505 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.385870 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.386226 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.386801 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.387180 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.387412 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.387736 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.388057 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.388383 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.388706 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.389028 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.389352 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:05.444784 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for floatingip, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.445085 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Floating IP 480cdc6e-b8ca-439d-8ece-ef9972a1bb51 disassociated (deleted). External IP: 172.27.3.88, port: 285d0a80-6ed3-46b2-9bb4-39d3fd019f58. Aug 02 17:35:05.557450 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50ad7e-6c1e-45f8-a090-5989fd79a0a0 req-dd826946-ae2a-4513-9617-f2f879bcdb1c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:05.559045 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cf50ad7e-6c1e-45f8-a090-5989fd79a0a0 req-dd826946-ae2a-4513-9617-f2f879bcdb1c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 945 time: 0.0536742 Aug 02 17:35:05.604140 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-cf50ad7e-6c1e-45f8-a090-5989fd79a0a0 req-3a9a11dc-92ff-4ec7-935f-ea7bf5ec5302 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Aug 02 17:35:05.664201 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:05.786155 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:05.790723 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.800203 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Sync routers for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:05.811769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:05.812920 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:05.833455 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-38e7edcf-7647-4970-a74f-a35df7d971b6 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "DELETE /v2.0/floatingips/480cdc6e-b8ca-439d-8ece-ef9972a1bb51 HTTP/1.1" status: 204 len: 168 time: 0.9091475 Aug 02 17:35:05.834048 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:05.836480 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47959518-3cdb-4e02-b92b-8ab78222697e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:05.881546 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:05.904209 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6e0d29-8861-48b2-b529-6f374f224b4a x-openstack-request-id: req-6f6e0d29-8861-48b2-b529-6f374f224b4a {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:05.904563 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:05.904822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f6e0d29-8861-48b2-b529-6f374f224b4a {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:05.905221 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'status': 'completed', 'code': 200} Aug 02 17:35:05.964660 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:05.975818 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47959518-3cdb-4e02-b92b-8ab78222697e req-297eed07-304a-4b80-80ce-978693c93d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:05.977592 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-297eed07-304a-4b80-80ce-978693c93d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2936f3aad854ce5b634124954af3d73&device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 1099 time: 0.0456977 Aug 02 17:35:06.119076 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47959518-3cdb-4e02-b92b-8ab78222697e req-4e8deb19-41f9-405a-8884-e162cab44b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:06.120625 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-4e8deb19-41f9-405a-8884-e162cab44b95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 200 len: 910 time: 0.1355391 Aug 02 17:35:06.165231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-4e6146ca-c074-407b-9423-4839bcfc32ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 200 len: 217 time: 0.0358925 Aug 02 17:35:06.173804 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d5243-b245-4bf3-8c08-d02b99fee343 req-b8c97d88-ed7e-4c40-8b20-1082f263c801 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:06.175371 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-885d5243-b245-4bf3-8c08-d02b99fee343 req-b8c97d88-ed7e-4c40-8b20-1082f263c801 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0934997 Aug 02 17:35:06.202070 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:06.231098 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Checking router: 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:06.240097 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:06.240719 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:06.243474 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47959518-3cdb-4e02-b92b-8ab78222697e req-c0aed658-054c-4c2f-ad60-a6db21bf8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:06.244992 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-c0aed658-054c-4c2f-ad60-a6db21bf8fff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 200 len: 848 time: 0.0687306 Aug 02 17:35:06.247957 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-885d5243-b245-4bf3-8c08-d02b99fee343 req-2e7905c7-d3f4-45d9-bd4b-9bcab77d788c tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641196 Aug 02 17:35:06.307563 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47959518-3cdb-4e02-b92b-8ab78222697e req-c753cef5-a84d-44b6-bde3-c9aeca1b4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:06.309337 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-c753cef5-a84d-44b6-bde3-c9aeca1b4b4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d762c90-079e-4cf5-8b68-da76ee2d6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554042 Aug 02 17:35:06.439548 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d456-b7cc-425f-a184-7c7f555c4cdd req-cc125ab4-8bdd-4d2e-9366-e02e797e4bfe tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:06.440998 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-16e2d456-b7cc-425f-a184-7c7f555c4cdd req-cc125ab4-8bdd-4d2e-9366-e02e797e4bfe tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 945 time: 0.0778041 Aug 02 17:35:06.446475 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-7db07b9c-bd11-44e5-be24-c0dfd294fc60 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254468 Aug 02 17:35:06.481345 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:06.519999 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-16e2d456-b7cc-425f-a184-7c7f555c4cdd req-630bcd84-c866-4d75-800f-f58ca30de898 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Aug 02 17:35:06.563632 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-47959518-3cdb-4e02-b92b-8ab78222697e req-9bba6c03-f2a4-450d-a491-2c4c44bfb427 service neutron] 10.222.0.42 "GET /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028564 Aug 02 17:35:06.689046 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:06.718903 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ce0ed-0770-4d97-a8f8-5c18bfc5b645 None None] The sync data for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi is: [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:30:07Z', 'revision_number': 4, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': 'ef12c717-cd46-413d-800b-05dc550b86e3', 'name': '', 'network_id': '4d762c90-079e-4cf5-8b68-da76ee2d6c44', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'mac_address': 'fa:16:3e:95:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:07Z', 'updated_at': '2021-08-02T17:30:14Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'subnets': [{'id': '886fa62b-ef53-4838-9968-3fd34ca52bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:06.942179 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286c079-ca21-4e44-a60d-4c91e87b83d0 None None] New status for floating IP 480cdc6e-b8ca-439d-8ece-ef9972a1bb51: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:35:07.385231 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df6a1-0b48-486f-928e-e8ee0bf99028 req-a35146b3-0438-4717-ae65-ea4639a2a326 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:07.386718 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a88df6a1-0b48-486f-928e-e8ee0bf99028 req-a35146b3-0438-4717-ae65-ea4639a2a326 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0592177 Aug 02 17:35:07.432614 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a88df6a1-0b48-486f-928e-e8ee0bf99028 req-296efa82-ab19-4352-b458-b5d412d57944 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/security-groups?id=3368053f-74a2-43f8-a77c-aac744ae367f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369930 Aug 02 17:35:07.644631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbcfb3-feef-488a-9b63-59df06711a71 req-3baae00c-b423-4ea5-a43d-6c07c24be748 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:07.646107 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bbbbcfb3-feef-488a-9b63-59df06711a71 req-3baae00c-b423-4ea5-a43d-6c07c24be748 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 945 time: 0.0505633 Aug 02 17:35:07.684399 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bbbbcfb3-feef-488a-9b63-59df06711a71 req-6119129f-1adc-4313-9e72-0f6f88b2fd59 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Aug 02 17:35:07.812833 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-78da4e99-dc05-4446-bf0a-fe0a3c1242a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:07.814196 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-78da4e99-dc05-4446-bf0a-fe0a3c1242a4 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 946 time: 0.0545151 Aug 02 17:35:07.892608 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-4b669f98-c905-451b-ab5a-7277783c916e tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:07.894826 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-4b669f98-c905-451b-ab5a-7277783c916e tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 945 time: 0.0509491 Aug 02 17:35:07.911161 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Deleting port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:07.911511 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:07.986040 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Deleting port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:07.986409 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.001781 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] For port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:08.002358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.015875 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Calling delete_port for 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 owned by compute:nova {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:08.076541 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] For port 56bc02de-ad09-403e-87b4-f68c6a8bedc3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56bc02de-ad09-403e-87b4-f68c6a8bedc3,segment=NetworkSegment(bd2ec3f5-72a5-46bd-ae7f-615b88faa500),segment_id=bd2ec3f5-72a5-46bd-ae7f-615b88faa500)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:08.076819 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.090240 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Calling delete_port for 56bc02de-ad09-403e-87b4-f68c6a8bedc3 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:08.149543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.179475 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event deleted for resources: {'Port': ['ID=285d0a80-6ed3-46b2-9bb4-39d3fd019f58,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:08.225709 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.229796 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] No DVR routers for this DVR port 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 on host hv-cinder-78836 {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:08.232358 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.235311 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-035f982c-c2b4-4bdd-a68d-7cdb1a9b2ab2 req-5d70f00d-7636-4893-a3c7-14c026dd7a94 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.42 "DELETE /v2.0/ports/285d0a80-6ed3-46b2-9bb4-39d3fd019f58 HTTP/1.1" status: 204 len: 173 time: 0.4128413 Aug 02 17:35:08.236128 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-deleted', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58'}] {{(pid=93244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:08.237864 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['56bc02de-ad09-403e-87b4-f68c6a8bedc3'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:08.244558 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2250157c8251613cf25950db2d2ec69ad132ebbd6f0e2fe81d4c06f5bd5f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d8dd0-1b65-405d-abe9-57198cab6bdc" -d '{"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-deleted", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58"}]}' {{(pid=93244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:08.256578 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Pushing event deleted for resources: {'Port': ['ID=56bc02de-ad09-403e-87b4-f68c6a8bedc3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:08.295737 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd05eed-da62-41ea-a492-630498782263 x-openstack-request-id: req-7fd05eed-da62-41ea-a492-630498782263 {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:08.296029 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b", "name": "network-vif-deleted", "tag": "285d0a80-6ed3-46b2-9bb4-39d3fd019f58", "status": "completed", "code": 200}]} {{(pid=93244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:08.296277 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fd05eed-da62-41ea-a492-630498782263 {{(pid=93244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:08.296676 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b', 'name': 'network-vif-deleted', 'tag': '285d0a80-6ed3-46b2-9bb4-39d3fd019f58', 'status': 'completed', 'code': 200} Aug 02 17:35:08.307872 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] No DVR routers for this DVR port 56bc02de-ad09-403e-87b4-f68c6a8bedc3 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:08.310175 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:08.312210 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c57f8805-28f3-48fb-8de0-7bd88a06bce6 req-67d039ef-34b7-47f8-a597-33cf2704324c tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.42 "DELETE /v2.0/ports/56bc02de-ad09-403e-87b4-f68c6a8bedc3 HTTP/1.1" status: 204 len: 173 time: 0.4112384 Aug 02 17:35:08.312652 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'name': 'network-vif-deleted', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:08.314933 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c9536-09cd-4d71-9a99-cbf4e6cff68c" -d '{"events": [{"server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "name": "network-vif-deleted", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:08.355363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d783c2a5-9508-47f5-ad1c-4a9aed426bc2 x-openstack-request-id: req-d783c2a5-9508-47f5-ad1c-4a9aed426bc2 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:08.355718 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e6bc8-5edf-46fb-a5a5-d2996da5a7be", "name": "network-vif-deleted", "tag": "56bc02de-ad09-403e-87b4-f68c6a8bedc3", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:08.355980 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d783c2a5-9508-47f5-ad1c-4a9aed426bc2 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:08.356373 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e6bc8-5edf-46fb-a5a5-d2996da5a7be', 'name': 'network-vif-deleted', 'tag': '56bc02de-ad09-403e-87b4-f68c6a8bedc3', 'status': 'completed', 'code': 200} Aug 02 17:35:08.534991 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-17663f94-959c-4380-84d7-282e8e4712e2 req-7c76e546-a6b0-4a33-9bb7-eade0f9032a0 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e8e09fc-be03-4cc7-a8c9-bfd137a03a1b HTTP/1.1" status: 200 len: 210 time: 0.0281243 Aug 02 17:35:08.795881 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9a4732fc-e54d-4bd0-afc0-81664a1a8a1f req-503c89ac-3914-4a89-a31e-de62f18e7133 tempest-VolumesActionsTest-813158020 tempest-VolumesActionsTest-813158020-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e6bc8-5edf-46fb-a5a5-d2996da5a7be HTTP/1.1" status: 200 len: 210 time: 0.0284262 Aug 02 17:35:09.599131 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40726) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:09.658928 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:09.683281 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:09.751148 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:09.753819 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:09.754996 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] 10.222.0.54 "DELETE /v2.0/security-groups/3368053f-74a2-43f8-a77c-aac744ae367f HTTP/1.1" status: 204 len: 168 time: 0.1549389 Aug 02 17:35:09.763974 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab6b4-acd8-43c5-87dd-d299949787a2 tempest-TestShelveInstance-671235175 tempest-TestShelveInstance-671235175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368053f-74a2-43f8-a77c-aac744ae367f,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:09.800582 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40730) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:10.193827 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:10.727832 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Deleting port ef12c717-cd46-413d-800b-05dc550b86e3 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:10.728622 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:10.809972 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] For port ef12c717-cd46-413d-800b-05dc550b86e3, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=ef12c717-cd46-413d-800b-05dc550b86e3,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:10.810351 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:10.822592 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Calling delete_port for ef12c717-cd46-413d-800b-05dc550b86e3 owned by network:router_interface {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:11.022676 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.047104 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ef12c717-cd46-413d-800b-05dc550b86e3,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:11.208145 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.421360 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:11.534038 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:11.540022 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8f523d7f-078a-4724-b4cf-7594a67d25fa admin admin] 10.222.0.54 "PUT /v2.0/routers/6e4b6fdc-89a3-4f46-bffb-8e13938901b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382555 Aug 02 17:35:11.542912 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40778) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:11.543599 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Sync routers for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:11.553419 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:11.554029 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:11.646461 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.658737 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:11.744945 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.799109 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Deleting port 084c5034-c09e-4888-a903-381047a59d84 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:11.799447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.832667 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '084c5034-c09e-4888-a903-381047a59d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:35:10Z', 'revision_number': 5, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port': {'id': '084c5034-c09e-4888-a903-381047a59d84', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:04Z', 'updated_at': '2021-08-02T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:11.862916 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Checking router: 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:11.871679 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Routers {'6e4b6fdc-89a3-4f46-bffb-8e13938901b5'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:11.872777 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:11.878240 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] For port 084c5034-c09e-4888-a903-381047a59d84, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=084c5034-c09e-4888-a903-381047a59d84,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:11.878606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:11.890944 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Calling delete_port for 084c5034-c09e-4888-a903-381047a59d84 owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:11.953305 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] Set router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 gateway port host: None {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:12.005981 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:35:11Z', 'revision_number': 6, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:12.031597 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6eae5-22ef-47b0-899e-5e69c76472f6 None None] The sync data for ids ['6e4b6fdc-89a3-4f46-bffb-8e13938901b5'] in dv-cinder-788367-3-iscsi is: [{'id': '6e4b6fdc-89a3-4f46-bffb-8e13938901b5', 'name': 'tempest-TestShelveInstance-1476540437-router', 'tenant_id': 'b2936f3aad854ce5b634124954af3d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:03Z', 'updated_at': '2021-08-02T17:35:11Z', 'revision_number': 6, 'project_id': 'b2936f3aad854ce5b634124954af3d73', 'gw_port_host': None}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:12.059321 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.084735 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Pushing event deleted for resources: {'Port': ['ID=084c5034-c09e-4888-a903-381047a59d84,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:12.142748 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.229987 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.232114 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.279286 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.279745 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4b6fdc-89a3-4f46-bffb-8e13938901b5 {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:35:12.284022 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.285168 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-d9df9e9c-bb13-48dc-b0a1-baa0d9b8928d admin admin] 10.222.0.54 "DELETE /v2.0/routers/6e4b6fdc-89a3-4f46-bffb-8e13938901b5 HTTP/1.1" status: 204 len: 168 time: 0.7413161 Aug 02 17:35:12.288815 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40784) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:12.333974 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Deleting subnet 886fa62b-ef53-4838-9968-3fd34ca52bca {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:35:12.337042 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.374750 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.462530 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device ef12c717-cd46-413d-800b-05dc550b86e3 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:12.473951 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.485565 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: ef12c717-cd46-413d-800b-05dc550b86e3 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:12.485903 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device ef12c717-cd46-413d-800b-05dc550b86e3 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:12.528052 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.555146 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886fa62b-ef53-4838-9968-3fd34ca52bca,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:12.557058 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.558947 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-42ee91a6-a528-497e-9609-36d7e676da0a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/886fa62b-ef53-4838-9968-3fd34ca52bca HTTP/1.1" status: 204 len: 168 time: 0.2692540 Aug 02 17:35:12.561424 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40786) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:12.563221 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feccb802-e704-41eb-93b6-64761d608905 None None] Network 4d762c90-079e-4cf5-8b68-da76ee2d6c44 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:35:12.630047 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.688126 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Deleting port 0616ff9b-753a-43da-a1e8-47a0348e6c8a {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:12.688467 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.755722 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] DHCP port deletion for 4d762c90-079e-4cf5-8b68-da76ee2d6c44 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:35:12.756165 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] For port 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0616ff9b-753a-43da-a1e8-47a0348e6c8a,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:12.756635 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.771765 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Calling delete_port for 0616ff9b-753a-43da-a1e8-47a0348e6c8a owned by network:dhcp {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:12.809896 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Deleting port 0616ff9b-753a-43da-a1e8-47a0348e6c8a {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:12.810235 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.853846 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.873495 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] For port 0616ff9b-753a-43da-a1e8-47a0348e6c8a, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=0616ff9b-753a-43da-a1e8-47a0348e6c8a,segment=NetworkSegment(469fc262-7326-4b63-bbed-d883553942f4),segment_id=469fc262-7326-4b63-bbed-d883553942f4)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:12.873888 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.878650 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0616ff9b-753a-43da-a1e8-47a0348e6c8a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:12.882079 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] No DVR routers for this DVR port 0616ff9b-753a-43da-a1e8-47a0348e6c8a on host dv-cinder-788367-3-iscsi {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:12.886517 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Calling delete_port for 0616ff9b-753a-43da-a1e8-47a0348e6c8a owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:12.950730 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.960972 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d762c90-079e-4cf5-8b68-da76ee2d6c44']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:12.962367 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.971609 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469fc262-7326-4b63-bbed-d883553942f4') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:12.971799 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469fc262-7326-4b63-bbed-d883553942f4') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:12.980661 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:12.990629 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] Pushing event deleted for resources: {'Port': ['ID=0616ff9b-753a-43da-a1e8-47a0348e6c8a,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:12.994477 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc5a91-3848-47df-86fa-ece85dab6970 None None] No DVR routers for this DVR port 0616ff9b-753a-43da-a1e8-47a0348e6c8a on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:13.002737 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.006820 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:35:13.007218 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:35:13.008956 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:35:13.064751 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.070858 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.072678 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4d762c90-079e-4cf5-8b68-da76ee2d6c44 HTTP/1.1" status: 204 len: 168 time: 0.5103741 Aug 02 17:35:13.075888 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40792) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:13.082224 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ccc10-8e09-4ad3-93ca-19382f9c2d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d762c90-079e-4cf5-8b68-da76ee2d6c44,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:13.201730 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:13.222128 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:13.222498 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 285d0a80-6ed3-46b2-9bb4-39d3fd019f58 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:13.222926 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 56bc02de-ad09-403e-87b4-f68c6a8bedc3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:13.241446 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 56bc02de-ad09-403e-87b4-f68c6a8bedc3 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:13.241784 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 56bc02de-ad09-403e-87b4-f68c6a8bedc3 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:13.422591 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.661248 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Deleting port 4c41cff5-c5c8-46aa-8317-3e53a16d893f {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:13.661616 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.749233 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] For port 4c41cff5-c5c8-46aa-8317-3e53a16d893f, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=4c41cff5-c5c8-46aa-8317-3e53a16d893f,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:13.749599 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.762440 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Calling delete_port for 4c41cff5-c5c8-46aa-8317-3e53a16d893f owned by network:router_interface {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:13.944940 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:13.978556 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c41cff5-c5c8-46aa-8317-3e53a16d893f,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:14.003968 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.004743 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.005298 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.005931 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.006372 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.006761 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.007093 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.007556 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.007891 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.008299 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.008633 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.008954 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:14.172295 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:14.260026 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 084c5034-c09e-4888-a903-381047a59d84 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:14.301790 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 084c5034-c09e-4888-a903-381047a59d84 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:14.302744 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 084c5034-c09e-4888-a903-381047a59d84 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:14.303771 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0616ff9b-753a-43da-a1e8-47a0348e6c8a no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:14.326563 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 0616ff9b-753a-43da-a1e8-47a0348e6c8a {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:14.327280 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 0616ff9b-753a-43da-a1e8-47a0348e6c8a not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:14.406895 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Router 0f347739-3eb3-453e-9747-f04d7274e1ed has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:14.519470 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:14.525404 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-c0a2c2a4-7856-48ce-989c-2f175355d5fa admin admin] 10.222.0.54 "PUT /v2.0/routers/0f347739-3eb3-453e-9747-f04d7274e1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483638 Aug 02 17:35:14.528325 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40816) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:14.531564 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Sync routers for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:14.542661 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:14.543575 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:14.661729 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:14.667620 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:14.791754 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:14.851606 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Deleting port 97cfb9b9-00bf-4367-b6f7-05c823b5a041 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:14.852250 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:14.941106 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] For port 97cfb9b9-00bf-4367-b6f7-05c823b5a041, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=97cfb9b9-00bf-4367-b6f7-05c823b5a041,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:14.941639 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:14.944872 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:35:13Z', 'revision_number': 5, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port': {'id': '97cfb9b9-00bf-4367-b6f7-05c823b5a041', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:14.957371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Calling delete_port for 97cfb9b9-00bf-4367-b6f7-05c823b5a041 owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:14.974646 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Checking router: 0f347739-3eb3-453e-9747-f04d7274e1ed for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:14.983537 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Routers {'0f347739-3eb3-453e-9747-f04d7274e1ed'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:14.984367 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['0f347739-3eb3-453e-9747-f04d7274e1ed'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:15.079070 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] Set router 0f347739-3eb3-453e-9747-f04d7274e1ed gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:15.144857 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:35:14Z', 'revision_number': 6, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:15.164673 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.174069 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f5620-5ab8-4171-a32f-61d37510dfa3 None None] The sync data for ids ['0f347739-3eb3-453e-9747-f04d7274e1ed'] in dv-cinder-788367-3-iscsi is: [{'id': '0f347739-3eb3-453e-9747-f04d7274e1ed', 'name': 'tempest-TestShelveInstance-394796969-router', 'tenant_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:30:10Z', 'updated_at': '2021-08-02T17:35:14Z', 'revision_number': 6, 'project_id': '3bf0ec2a8b5c45f992f92b2cfe755dac', 'gw_port_host': None}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:15.260299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Pushing event deleted for resources: {'Port': ['ID=97cfb9b9-00bf-4367-b6f7-05c823b5a041,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:15.286343 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.396371 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.398836 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.451114 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.452007 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f347739-3eb3-453e-9747-f04d7274e1ed {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:35:15.457054 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.460900 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-4f161a57-ddd6-424c-ba0d-363a178e36be admin admin] 10.222.0.54 "DELETE /v2.0/routers/0f347739-3eb3-453e-9747-f04d7274e1ed HTTP/1.1" status: 204 len: 168 time: 0.9305460 Aug 02 17:35:15.462560 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40822) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:15.523704 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Deleting subnet e4a28c73-b178-4cd7-b731-46ee2bdc6203 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:35:15.527620 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.576349 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.663574 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.741759 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.763404 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746afb66-b155-4783-93f5-ce1b828e3533 None None] Network f4dae56a-81ae-4539-b692-5260f57ff666 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:35:15.776397 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.778285 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e4a28c73-b178-4cd7-b731-46ee2bdc6203 HTTP/1.1" status: 204 len: 168 time: 0.3148127 Aug 02 17:35:15.779261 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae933f2b-6f90-4c5b-a912-282e28d19357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a28c73-b178-4cd7-b731-46ee2bdc6203,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:15.780817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40832) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:15.851509 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.920948 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Deleting port 226bbfd8-dc91-43c1-84c3-f7143be53599 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:15.921522 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:15.999228 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] DHCP port deletion for f4dae56a-81ae-4539-b692-5260f57ff666 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:35:16.039884 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] For port 226bbfd8-dc91-43c1-84c3-f7143be53599, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=226bbfd8-dc91-43c1-84c3-f7143be53599,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:16.040299 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.059266 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Calling delete_port for 226bbfd8-dc91-43c1-84c3-f7143be53599 owned by network:dhcp {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:16.071554 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Deleting port 226bbfd8-dc91-43c1-84c3-f7143be53599 {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:16.072773 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.161303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.181728 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] For port 226bbfd8-dc91-43c1-84c3-f7143be53599, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=226bbfd8-dc91-43c1-84c3-f7143be53599,segment=NetworkSegment(2595e25b-4eb5-477e-bd35-cbb24d373efa),segment_id=2595e25b-4eb5-477e-bd35-cbb24d373efa)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:16.182083 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.194226 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] No DVR routers for this DVR port 226bbfd8-dc91-43c1-84c3-f7143be53599 on host dv-cinder-788367-3-iscsi {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:16.196414 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Pushing event deleted for resources: {'Port': ['ID=226bbfd8-dc91-43c1-84c3-f7143be53599,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:16.209391 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Calling delete_port for 226bbfd8-dc91-43c1-84c3-f7143be53599 owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:16.265294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 97cfb9b9-00bf-4367-b6f7-05c823b5a041 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:16.276123 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.288543 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dae56a-81ae-4539-b692-5260f57ff666']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:16.296867 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 97cfb9b9-00bf-4367-b6f7-05c823b5a041 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:16.297201 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 97cfb9b9-00bf-4367-b6f7-05c823b5a041 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:16.297616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 4c41cff5-c5c8-46aa-8317-3e53a16d893f no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:16.305235 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2595e25b-4eb5-477e-bd35-cbb24d373efa') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:16.305566 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2595e25b-4eb5-477e-bd35-cbb24d373efa') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:16.317867 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.322199 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 4c41cff5-c5c8-46aa-8317-3e53a16d893f {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:16.322447 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 4c41cff5-c5c8-46aa-8317-3e53a16d893f not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:16.322831 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 226bbfd8-dc91-43c1-84c3-f7143be53599 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:16.335588 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.344793 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:35:16.345170 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:35:16.347348 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:35:16.351674 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 226bbfd8-dc91-43c1-84c3-f7143be53599 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:16.352016 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 226bbfd8-dc91-43c1-84c3-f7143be53599 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:16.394476 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.421847 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Pushing event deleted for resources: {'Port': ['ID=226bbfd8-dc91-43c1-84c3-f7143be53599,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:16.426511 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] No DVR routers for this DVR port 226bbfd8-dc91-43c1-84c3-f7143be53599 on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:16.433887 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.434225 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.434501 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.442010 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.442951 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.442951 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.443141 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.443430 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.443753 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.444070 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.444383 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.444704 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc5a50d-a466-4c01-8d65-f5e82efa7fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:16.460395 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.466803 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.471213 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] 10.222.0.54 "DELETE /v2.0/networks/f4dae56a-81ae-4539-b692-5260f57ff666 HTTP/1.1" status: 204 len: 168 time: 0.6869817 Aug 02 17:35:16.486601 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee7659-928b-40b8-8bd9-b6b9ea31eaba admin admin] Pushing event deleted for resources: {'Network': ['ID=f4dae56a-81ae-4539-b692-5260f57ff666,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:16.631570 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40836) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:16.674685 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-9a56d42e-4ef7-41e9-bd0e-da6ee39279ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2936f3aad854ce5b634124954af3d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418167 Aug 02 17:35:16.677245 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40838) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:16.730573 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.767519 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.831088 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.834212 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:16.835461 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a3f8951-7647-4c52-a7a8-811e55539e39 HTTP/1.1" status: 204 len: 168 time: 0.1572812 Aug 02 17:35:16.856809 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebaabb-b851-4524-9575-d9652fa54d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f8951-7647-4c52-a7a8-811e55539e39,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:17.220875 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40848) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:17.264135 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-5ed7e075-ffa4-465f-bdf5-c3d843f44756 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bf0ec2a8b5c45f992f92b2cfe755dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418849 Aug 02 17:35:17.266716 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 40850) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:17.317951 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:17.344207 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:17.399831 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:17.403578 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:17.404847 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5be6a13-8ae0-422f-9662-1853bda2650b HTTP/1.1" status: 204 len: 168 time: 0.1372228 Aug 02 17:35:17.413370 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b06f8c-69e3-4870-9ebb-d2da90948e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be6a13-8ae0-422f-9662-1853bda2650b,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:28.426644 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.570050 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9d740d92-208a-4c52-8ab0-e7f4653aeca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.868571 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40990) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:30.919356 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Deleting subnet bb9ff02c-830d-4ba7-8b70-a4f289d59bdc {{(pid=93243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:35:30.924662 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.962975 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548818'] for subnet, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.003040 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.059950 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5661405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5283230'] for subnet, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.086552 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9ff02c-830d-4ba7-8b70-a4f289d59bdc,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:31.088754 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for subnet, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.091418 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-53d3978e-00cb-4296-8f52-ce146ef86718 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bb9ff02c-830d-4ba7-8b70-a4f289d59bdc HTTP/1.1" status: 204 len: 168 time: 0.2216604 Aug 02 17:35:31.093092 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40992) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:31.158537 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.239584 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.250000 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5660b63f-c09a-4a76-af94-b7201da7e80d']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:31.260640 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:31.260922 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2ec3f5-72a5-46bd-ae7f-615b88faa500') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:31.269472 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.283559 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.289689 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:35:31.290063 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:35:31.291960 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:35:31.345845 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.351909 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.353819 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5660b63f-c09a-4a76-af94-b7201da7e80d HTTP/1.1" status: 204 len: 168 time: 0.2598741 Aug 02 17:35:31.363020 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570d49-5beb-4888-a5ee-4af10523ddf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5660b63f-c09a-4a76-af94-b7201da7e80d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:31.525335 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40996) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:31.569222 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-26aa9aa6-5d17-4b35-8070-efbb59ffa6eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d43fc34e405f4d7c94af0a8c94b3ee5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427067 Aug 02 17:35:31.571833 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 40998) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:31.620756 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.641623 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.688705 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.691256 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.692401 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a HTTP/1.1" status: 204 len: 168 time: 0.1197059 Aug 02 17:35:31.700017 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4f8e-994c-4c0e-af02-69efa0af015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d5cf1-6cb1-43d0-b151-f89561ffbd7a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:32.951486 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-9b050440-27e2-40a0-82ea-46642863219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.511563 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.128339 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.201663 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:35:35.871907 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.472868 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41184) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:56.635724 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port b93658a4-946f-422d-be67-d94d55fd6aba {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:56.636006 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.714535 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.714809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.728243 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for b93658a4-946f-422d-be67-d94d55fd6aba owned by network:floatingip {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:56.882495 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.906550 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=b93658a4-946f-422d-be67-d94d55fd6aba,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:56.969726 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.970060 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP 1d40a2bc-037a-427a-88cc-391576e3fd38 disassociated (deleted). External IP: 172.27.3.236, port: 6b79083f-9ff7-4008-a173-0a3a56ca7574. Aug 02 17:35:57.446115 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:57.557746 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:57.562700 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:57.570429 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:57.580454 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:57.581140 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:57.589910 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-c54a1108-4a0c-4412-a62e-808d134dd628 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "DELETE /v2.0/floatingips/1d40a2bc-037a-427a-88cc-391576e3fd38 HTTP/1.1" status: 204 len: 168 time: 1.1159494 Aug 02 17:35:57.590508 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:57.592779 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e248b7-8977-438a-b306-6bec58177ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:57.630666 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ccba4-2839-4447-aa4b-d9c7505cd81d x-openstack-request-id: req-851ccba4-2839-4447-aa4b-d9c7505cd81d {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:57.630953 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:57.631198 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-851ccba4-2839-4447-aa4b-d9c7505cd81d {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:57.631594 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'status': 'completed', 'code': 200} Aug 02 17:35:57.694566 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:57.699037 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e248b7-8977-438a-b306-6bec58177ee3 req-7967fc39-12fe-4c9a-9ddd-07fa6be78f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:57.700623 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-7967fc39-12fe-4c9a-9ddd-07fa6be78f14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 1099 time: 0.0448511 Aug 02 17:35:57.805921 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e248b7-8977-438a-b306-6bec58177ee3 req-dc018ef4-1d4c-45e3-bd5a-726548c05541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:57.807585 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-dc018ef4-1d4c-45e3-bd5a-726548c05541 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0948255 Aug 02 17:35:57.832230 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eb075-7c2a-4f73-a3c5-627973655434 req-218788d2-6040-466d-9b15-fbbaa68d08ab tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:57.833869 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d16eb075-7c2a-4f73-a3c5-627973655434 req-218788d2-6040-466d-9b15-fbbaa68d08ab tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0556843 Aug 02 17:35:57.852697 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-9e9c719a-3476-4f16-949b-97f8bfb1f043 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 200 len: 217 time: 0.0373576 Aug 02 17:35:57.877258 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-d16eb075-7c2a-4f73-a3c5-627973655434 req-5c295798-2403-4f11-8a12-0e167fa94449 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361164 Aug 02 17:35:57.915093 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e248b7-8977-438a-b306-6bec58177ee3 req-4cf0b772-9abd-402e-a0fc-3a5102dad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:57.916596 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-4cf0b772-9abd-402e-a0fc-3a5102dad022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0565507 Aug 02 17:35:57.972338 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e248b7-8977-438a-b306-6bec58177ee3 req-fe47fad6-60f6-4667-b916-27368ddc38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:57.973794 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-fe47fad6-60f6-4667-b916-27368ddc38d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487423 Aug 02 17:35:58.057253 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:58.067879 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-7901d2ba-0614-4995-b07f-aff79cd44d70 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847788 Aug 02 17:35:58.082546 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:58.091486 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:58.092099 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:35:33Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:58.163840 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-21e248b7-8977-438a-b306-6bec58177ee3 req-7eb584d8-b948-4a4a-876c-8dad108cac0a service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 Aug 02 17:35:58.196768 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:58.420844 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:58.431048 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:58.457202 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef0af-ab97-49fa-a40f-2010699e9f75 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_floatingips': [{'id': 'ac5c6a61-c234-47d6-a51b-92bb1b8d30fe', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'router_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'port_id': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'mac_address': 'fa:16:3e:97:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef67ee-9057-47dd-964c-78024225d83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:16Z', 'updated_at': '2021-08-02T17:32:18Z', 'revision_number': 1, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:58.682284 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b1007-fce3-439f-a8d7-81d6c17c303f None None] New status for floating IP 1d40a2bc-037a-427a-88cc-391576e3fd38: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:35:59.026061 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6c971-35e9-4d1c-9834-26d8a060e133 req-19e9bbe6-1c62-4162-8ca3-82286fcb664e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:59.027544 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-01b6c971-35e9-4d1c-9834-26d8a060e133 req-19e9bbe6-1c62-4162-8ca3-82286fcb664e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0559349 Aug 02 17:35:59.067509 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-01b6c971-35e9-4d1c-9834-26d8a060e133 req-68b6e4be-bbd7-4b81-b57a-b3751ec21aad tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Aug 02 17:35:59.513089 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-cf2c57c6-fee8-4caa-83f5-81eaf5c3e77d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:59.514582 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-cf2c57c6-fee8-4caa-83f5-81eaf5c3e77d tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 946 time: 0.0664759 Aug 02 17:35:59.615484 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port 6b79083f-9ff7-4008-a173-0a3a56ca7574 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:59.615818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:59.714835 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] For port 6b79083f-9ff7-4008-a173-0a3a56ca7574, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6b79083f-9ff7-4008-a173-0a3a56ca7574,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:59.715205 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:59.727583 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for 6b79083f-9ff7-4008-a173-0a3a56ca7574 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:59.871389 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:59.900580 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=6b79083f-9ff7-4008-a173-0a3a56ca7574,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:59.942109 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] No DVR routers for this DVR port 6b79083f-9ff7-4008-a173-0a3a56ca7574 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:59.944676 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:59.946723 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c12340e6-08c1-4f5e-bc40-a284a65e1acf req-20c35124-eba4-435e-8153-135f63494f64 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "DELETE /v2.0/ports/6b79083f-9ff7-4008-a173-0a3a56ca7574 HTTP/1.1" status: 204 len: 173 time: 0.4248827 Aug 02 17:35:59.947164 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'name': 'network-vif-deleted', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:59.949427 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308b4a3b-a126-4510-a9eb-237cf3d13c3e" -d '{"events": [{"server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "name": "network-vif-deleted", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:59.995925 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d8483-6802-441f-91fa-a1c608388800 x-openstack-request-id: req-682d8483-6802-441f-91fa-a1c608388800 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:59.996166 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9899050-5244-4c1f-a9b2-cbefde4d237d", "name": "network-vif-deleted", "tag": "6b79083f-9ff7-4008-a173-0a3a56ca7574", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:59.996419 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-682d8483-6802-441f-91fa-a1c608388800 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:59.996825 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9899050-5244-4c1f-a9b2-cbefde4d237d', 'name': 'network-vif-deleted', 'tag': '6b79083f-9ff7-4008-a173-0a3a56ca7574', 'status': 'completed', 'code': 200} Aug 02 17:36:00.180503 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7adddcb5-5911-48ed-bc2b-33ff04563ad7 req-23f973ae-3df8-4468-b4dc-25ada48fa115 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9899050-5244-4c1f-a9b2-cbefde4d237d HTTP/1.1" status: 200 len: 210 time: 0.0392473 Aug 02 17:36:00.573917 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a174dd6e-3d2f-4470-81fd-df6a23d287eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:02.605889 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6b79083f-9ff7-4008-a173-0a3a56ca7574 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:02.630724 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 6b79083f-9ff7-4008-a173-0a3a56ca7574 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:02.631062 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 6b79083f-9ff7-4008-a173-0a3a56ca7574 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:02.943951 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ba897c3f-d44b-4035-b2f6-007bf0182416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.464212 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41254) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:03.504136 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.622809 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port 4755398c-2829-48a5-a6e7-f9190a656677 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:03.623143 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.697569 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.697871 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.709384 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for 4755398c-2829-48a5-a6e7-f9190a656677 owned by network:floatingip {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:03.828810 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-19a0b9e7-9aad-4358-9ed7-b6d2df77a326 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615714 Aug 02 17:36:03.920963 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:03.929081 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-6d2a70b1-6622-475e-bf33-e583c884c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:03.930615 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-6d2a70b1-6622-475e-bf33-e583c884c743 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1098 time: 0.0774763 Aug 02 17:36:03.950419 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=4755398c-2829-48a5-a6e7-f9190a656677,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:04.065394 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:04.065675 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.l3_db [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Floating IP ac5c6a61-c234-47d6-a51b-92bb1b8d30fe disassociated (deleted). External IP: 172.27.3.143, port: 3aeba3b2-daab-4bbb-95cd-5462889d3ebc. Aug 02 17:36:04.111519 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-fbda4a48-96d1-4e67-9929-45bfea73d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.112966 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-fbda4a48-96d1-4e67-9929-45bfea73d346 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.1606779 Aug 02 17:36:04.133276 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:04.193652 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-7f0d005c-f8f0-4b50-970a-f4e07f606e95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 217 time: 0.0717626 Aug 02 17:36:04.266302 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-9c1e4f4b-a14c-49b1-a375-6e9cc61e3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.267732 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-9c1e4f4b-a14c-49b1-a375-6e9cc61e3fba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0658686 Aug 02 17:36:04.385661 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-cc7d7591-9336-4354-923a-16e9e25878b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.385661 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-cc7d7591-9336-4354-923a-16e9e25878b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846679 Aug 02 17:36:04.442027 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:04.528842 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-0117503a-8643-4287-9d7c-9bbe3035c796 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351638 Aug 02 17:36:04.629866 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:04.635787 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:04.641041 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:04.651248 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:04.651875 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:04.681835 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ce1ed4f8-6e61-420a-9728-4b5ce17af07e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "DELETE /v2.0/floatingips/ac5c6a61-c234-47d6-a51b-92bb1b8d30fe HTTP/1.1" status: 204 len: 168 time: 1.2165217 Aug 02 17:36:04.682721 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:04.684960 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:04.689357 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-76ca382f-c3d3-416b-b866-6d9eb9840d2d req-5ae36561-8d3d-43e6-80d8-7196f7b268c7 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295648 Aug 02 17:36:04.723099 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45daf28-f789-4beb-8113-b03336bfed61 x-openstack-request-id: req-e45daf28-f789-4beb-8113-b03336bfed61 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:04.723407 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:04.726410 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e45daf28-f789-4beb-8113-b03336bfed61 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:04.726712 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'status': 'completed', 'code': 200} Aug 02 17:36:04.763023 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:04.789423 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-46856332-18b9-4cd9-a89e-404c6dc5bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.791085 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-46856332-18b9-4cd9-a89e-404c6dc5bb9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=822327a2f4f0427182b8af6b8c0654d8&device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 1098 time: 0.0425684 Aug 02 17:36:04.888362 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-9fcaff35-417c-40a4-9bc5-a8f568d3e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.890177 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-9fcaff35-417c-40a4-9bc5-a8f568d3e916 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 200 len: 913 time: 0.0914607 Aug 02 17:36:04.931031 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9ca39-13fb-41a6-a00f-701d9227efc3 req-08940e68-d3f4-43c7-a589-8dd8db42037e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:04.934008 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a7f9ca39-13fb-41a6-a00f-701d9227efc3 req-08940e68-d3f4-43c7-a589-8dd8db42037e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0506949 Aug 02 17:36:04.935311 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-a7b0f020-fa45-40ae-b0c1-e2c15d6fc06c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 200 len: 217 time: 0.0355830 Aug 02 17:36:04.973047 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:04.981989 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a7f9ca39-13fb-41a6-a00f-701d9227efc3 req-eb652011-efa2-46dd-b9e8-5d3011cfb406 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Aug 02 17:36:04.999964 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:05.008954 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:05.009769 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:05.009991 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-5d4e4ea1-0dee-43d4-8148-376370e59020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:05.011541 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-5d4e4ea1-0dee-43d4-8148-376370e59020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 200 len: 851 time: 0.0686598 Aug 02 17:36:05.062912 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-66797eeb-846c-4fe1-a7d5-eb5976e9ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:05.064552 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-66797eeb-846c-4fe1-a7d5-eb5976e9ca93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afae1f53-a8c1-4102-bfb3-f9f8a4e72272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448530 Aug 02 17:36:05.116572 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:05.157626 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-c1ebe195-48bd-4a1e-86a8-f827de3eb953 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815916 Aug 02 17:36:05.252865 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-c9329c78-1dd2-4f44-a075-7f6b96a0c7b8 req-3a703f4d-7aad-45c0-b8ff-363c37241fc3 service neutron] 10.222.0.42 "GET /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Aug 02 17:36:05.312048 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:05.338186 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7c658-c53b-45de-8858-e9357e5f5547 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:28:33Z', 'revision_number': 4, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi', '_interfaces': [{'id': '7ea18a77-5faf-4460-b0bc-05da35779418', 'name': '', 'network_id': 'afae1f53-a8c1-4102-bfb3-f9f8a4e72272', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'mac_address': 'fa:16:3e:d0:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:31Z', 'updated_at': '2021-08-02T17:28:44Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'subnets': [{'id': 'b098e8ed-ba77-4dd7-b02a-74013bbdabf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:05.560832 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e71d5-e143-43a5-9684-271be3e94d6e None None] New status for floating IP ac5c6a61-c234-47d6-a51b-92bb1b8d30fe: DOWN {{(pid=93246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:36:05.885885 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:06.108233 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd73bcd-3e66-4cd9-9417-470369f1c497 req-7b7a5621-7217-4319-8393-6fa487030e9a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:06.109693 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bd73bcd-3e66-4cd9-9417-470369f1c497 req-7b7a5621-7217-4319-8393-6fa487030e9a tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0502796 Aug 02 17:36:06.149835 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-1bd73bcd-3e66-4cd9-9417-470369f1c497 req-110f57b6-1986-434b-9e36-91ffa9abcd7c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/security-groups?id=413908f5-4235-4bd7-bb2e-8a49ff2dcd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Aug 02 17:36:06.443506 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-69d14677-84b4-4421-8fc4-04d0cd9f9a9c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:06.444968 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-69d14677-84b4-4421-8fc4-04d0cd9f9a9c tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 945 time: 0.0598681 Aug 02 17:36:06.535818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:06.536150 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:06.629101 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] For port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:06.629829 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:06.643816 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for 3aeba3b2-daab-4bbb-95cd-5462889d3ebc owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:06.781201 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:07.074878 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=3aeba3b2-daab-4bbb-95cd-5462889d3ebc,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:07.084493 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.084834 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.085162 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.085491 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.085811 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.086134 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.086575 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.086897 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.087805 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.087805 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.087805 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.088189 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:07.128050 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] No DVR routers for this DVR port 3aeba3b2-daab-4bbb-95cd-5462889d3ebc on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:07.130790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:07.132769 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-3408086c-e84e-4176-a0fd-9b3bc491dfea req-d3a7bc9a-9bf7-417b-8166-90224fed1821 tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.42 "DELETE /v2.0/ports/3aeba3b2-daab-4bbb-95cd-5462889d3ebc HTTP/1.1" status: 204 len: 173 time: 0.6814961 Aug 02 17:36:07.133252 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'name': 'network-vif-deleted', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:07.135502 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b44cf-ee1c-4c7e-8a86-ac4691c0f01c" -d '{"events": [{"server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "name": "network-vif-deleted", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:07.184050 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72ca0c-702b-413d-8a5b-e248b7da6d72 x-openstack-request-id: req-2d72ca0c-702b-413d-8a5b-e248b7da6d72 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:07.184440 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef67ee-9057-47dd-964c-78024225d83e", "name": "network-vif-deleted", "tag": "3aeba3b2-daab-4bbb-95cd-5462889d3ebc", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:07.184726 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d72ca0c-702b-413d-8a5b-e248b7da6d72 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:07.185186 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef67ee-9057-47dd-964c-78024225d83e', 'name': 'network-vif-deleted', 'tag': '3aeba3b2-daab-4bbb-95cd-5462889d3ebc', 'status': 'completed', 'code': 200} Aug 02 17:36:07.255646 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7bcbaa6f-e4a9-42d7-9571-6363e4f06c93 req-993cf1ac-c6a0-4972-8a40-7b064d03b4cd tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "GET /v2.0/ports?device_id=08ef67ee-9057-47dd-964c-78024225d83e HTTP/1.1" status: 200 len: 210 time: 0.0303972 Aug 02 17:36:07.961124 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41294) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:08.071739 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-75d42103-7b57-47ab-ab29-1b025112bedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.163244 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-75d42103-7b57-47ab-ab29-1b025112bedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.168020 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-75d42103-7b57-47ab-ab29-1b025112bedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.203472 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d42103-7b57-47ab-ab29-1b025112bedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ced6f2-c6d8-4d2a-b8c7-addf7797b748,revision_number=1']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:08.209214 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-75d42103-7b57-47ab-ab29-1b025112bedf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c68992506f604e57a70e5d951f373e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468410 Aug 02 17:36:08.211899 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41298) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:08.260906 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.282334 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.313893 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41302) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:08.388932 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.391495 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.392637 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1ced6f2-c6d8-4d2a-b8c7-addf7797b748 HTTP/1.1" status: 204 len: 168 time: 0.1798327 Aug 02 17:36:08.407000 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06280b03-f6e5-44ff-bb58-db1c67f485d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ced6f2-c6d8-4d2a-b8c7-addf7797b748,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:08.449021 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Deleting port bcc68d58-d10a-4407-afcf-2a0948799ff6 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:08.449392 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.526544 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.526865 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.540139 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Calling delete_port for bcc68d58-d10a-4407-afcf-2a0948799ff6 owned by network:floatingip {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:08.635673 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3aeba3b2-daab-4bbb-95cd-5462889d3ebc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:08.655700 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 3aeba3b2-daab-4bbb-95cd-5462889d3ebc {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:08.656121 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 3aeba3b2-daab-4bbb-95cd-5462889d3ebc not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:08.675125 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:08.980281 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'Port': ['ID=bcc68d58-d10a-4407-afcf-2a0948799ff6,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:09.024395 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41324) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:09.038295 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.040853 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for floatingip, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.042072 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-bbabd9b4-c5fc-4aaa-b02b-aec8379bc36e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "DELETE /v2.0/floatingips/8852a6cf-d004-449d-87d3-f71b724312e6 HTTP/1.1" status: 204 len: 168 time: 0.7272084 Aug 02 17:36:09.121039 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1596130015-network', 'tenant_id': 'f1ee3324f72140b5b3c5c74c2b937d73'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:09.144107 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Made reservation on behalf of f1ee3324f72140b5b3c5c74c2b937d73 for: {'network': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:36:09.146427 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for network, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.154568 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.243980 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.249546 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.272955 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:36:09.282632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cc3c9-04f3-41c3-acb3-26b590a99e77,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:09.287485 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.287806 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.db.segments_db [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Added segment c2da8b9d-895a-4769-a202-d0b4c600a5d3 of type vlan for network 52e8e43c-e165-4640-b006-4c6cca4fc35e Aug 02 17:36:09.330436 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754213543446'] for network, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.364712 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225'] for network, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.366116 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:09.367052 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.415172 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3895180 Aug 02 17:36:09.418581 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41336) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:09.424300 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.v2.base [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Request body: {'subnet': {'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1596130015-subnet', 'tenant_id': 'f1ee3324f72140b5b3c5c74c2b937d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:09.428126 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21e43-e7cb-443e-9676-624c4046d7fd admin admin] Pushing event updated for resources: {'Network': ['ID=52e8e43c-e165-4640-b006-4c6cca4fc35e,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:09.439084 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e details requested by agent ovs-agent-dv-cinder-788367-3-iscsi with host dv-cinder-788367-3-iscsi {{(pid=93245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:36:09.448507 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Made reservation on behalf of f1ee3324f72140b5b3c5c74c2b937d73 for: {'subnet': 1} {{(pid=93244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:36:09.451120 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5833503'] for subnet, before_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.627292 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4767971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5833485'] for subnet, after_create {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.680869 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef899a1-186f-4eeb-bb38-be0b4b32ac69,revision_number=0']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:09.690346 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Checking segment: {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:36:09.690746 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Network hostable DHCP agents. Network: 52e8e43c-e165-4640-b006-4c6cca4fc35e, hostable agents: ['a16ec414-5ffa-4f01-9f3b-9b4a6a594881'], hosted agents: [] {{(pid=93244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:36:09.714425 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e is scheduled to be hosted by DHCP agent a16ec414-5ffa-4f01-9f3b-9b4a6a594881 with binding_index 1 {{(pid=93244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:36:09.723972 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.base_scheduler [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-3-iscsi, 52e8e43c-e165-4640-b006-4c6cca4fc35e) {{(pid=93244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:09.728317 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:09.728924 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:09.733843 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0a2e5-221f-4a22-a8f2-9a010feac003 None None] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:36:09.744996 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-057313e2-9281-4116-ac49-0296cae0e9ab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3252468 Aug 02 17:36:09.861922 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73cd197-c99c-4c54-9d87-0cfed8fc37a6 None None] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:36:10.239868 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41350) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:10.304048 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:10.330258 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:10.391172 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:10.393665 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:10.394848 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] 10.222.0.54 "DELETE /v2.0/security-groups/413908f5-4235-4bd7-bb2e-8a49ff2dcd10 HTTP/1.1" status: 204 len: 168 time: 0.1539800 Aug 02 17:36:10.403704 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f4631-9d4f-4740-8e78-72a052506c1e tempest-TestVolumeBootPattern-2063151438 tempest-TestVolumeBootPattern-2063151438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413908f5-4235-4bd7-bb2e-8a49ff2dcd10,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:10.447783 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41354) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:10.854690 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:11.098667 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Deleting port 7ea18a77-5faf-4460-b0bc-05da35779418 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:11.099000 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:11.184748 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] For port 7ea18a77-5faf-4460-b0bc-05da35779418, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=7ea18a77-5faf-4460-b0bc-05da35779418,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:11.185023 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:11.198230 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Calling delete_port for 7ea18a77-5faf-4460-b0bc-05da35779418 owned by network:router_interface {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:11.200695 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:36:11.383319 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:11.411533 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea18a77-5faf-4460-b0bc-05da35779418,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:11.611953 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-8e2cfa64-6089-4dc1-aed4-45df3c435bbb tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:11.613443 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-8e2cfa64-6089-4dc1-aed4-45df3c435bbb tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 814 time: 0.2039557 Aug 02 17:36:11.637214 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-165830c9-d28e-43cd-b861-4d9e8f65ed79 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/quotas/f1ee3324f72140b5b3c5c74c2b937d73 HTTP/1.1" status: 200 len: 375 time: 0.0168996 Aug 02 17:36:11.692986 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-e0d31d72-d79b-4704-b3b7-54be462a556f tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305378 Aug 02 17:36:11.748075 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:11.868521 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-01fbb7f7-d96e-4f1f-bbcf-02622e4c6708 service neutron] 10.222.0.54 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678958 Aug 02 17:36:12.059949 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-68722e1b-f7cd-449d-a48a-8aebffa7fec5 service neutron] 10.222.0.54 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824026 Aug 02 17:36:12.087883 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Router 99ffd944-d81a-4739-a6d5-99608f93accf has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:12.231535 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:12.237332 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a9dbfa76-8fd4-4bcb-9b4c-f65272f70e0c admin admin] 10.222.0.54 "PUT /v2.0/routers/99ffd944-d81a-4739-a6d5-99608f93accf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881663 Aug 02 17:36:12.242257 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41376) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:12.244986 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Sync routers for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:12.254828 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-138beea9-415d-4576-8e6e-4f7fe4fdf59c req-60851c48-978a-4a61-8be4-00072483364f tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 210 time: 0.0419595 Aug 02 17:36:12.268111 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:12.269056 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:12.362021 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.391331 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: dv-cinder-788367-3-iscsi {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:12.472048 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.533076 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Deleting port cbe95333-54c8-408b-81b3-351c3174e28a {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:12.533076 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.581238 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:36:11Z', 'revision_number': 5, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port': {'id': 'cbe95333-54c8-408b-81b3-351c3174e28a', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:27Z', 'updated_at': '2021-08-02T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:12.608919 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Checking router: 99ffd944-d81a-4739-a6d5-99608f93accf for host: dv-cinder-788367-3-iscsi {{(pid=93245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:12.615417 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] For port cbe95333-54c8-408b-81b3-351c3174e28a, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=cbe95333-54c8-408b-81b3-351c3174e28a,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:12.616056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.617027 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Routers {'99ffd944-d81a-4739-a6d5-99608f93accf'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:12.617723 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['99ffd944-d81a-4739-a6d5-99608f93accf'], 'active': True} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:12.629571 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Calling delete_port for cbe95333-54c8-408b-81b3-351c3174e28a owned by network:router_gateway {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:12.805697 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.832652 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvr_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] Set router 99ffd944-d81a-4739-a6d5-99608f93accf gateway port host: None {{(pid=93245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:12.834856 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe95333-54c8-408b-81b3-351c3174e28a,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:12.882661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_hamode_db [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:36:12Z', 'revision_number': 6, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:12.893564 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.911994 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f784d71-b44a-4717-97c1-712af7bf9225 None None] The sync data for ids ['99ffd944-d81a-4739-a6d5-99608f93accf'] in dv-cinder-788367-3-iscsi is: [{'id': '99ffd944-d81a-4739-a6d5-99608f93accf', 'name': 'tempest-TestVolumeBootPattern-1025725372-router', 'tenant_id': '822327a2f4f0427182b8af6b8c0654d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:25Z', 'updated_at': '2021-08-02T17:36:12Z', 'revision_number': 6, 'project_id': '822327a2f4f0427182b8af6b8c0654d8', 'gw_port_host': None}] {{(pid=93245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:12.989330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:12.991555 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.034821 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.035953 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ffd944-d81a-4739-a6d5-99608f93accf {{(pid=93243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:36:13.041374 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] Notify callbacks [] for router, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.045023 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-7804e5ae-cee3-431a-8128-ea533aaf4e82 admin admin] 10.222.0.54 "DELETE /v2.0/routers/99ffd944-d81a-4739-a6d5-99608f93accf HTTP/1.1" status: 204 len: 168 time: 0.7991397 Aug 02 17:36:13.045692 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41384) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:13.099478 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Deleting subnet b098e8ed-ba77-4dd7-b02a-74013bbdabf3 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:36:13.102682 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.140318 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.225173 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.232842 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-bfea979c-e9ea-49a0-8750-b2f11a8ff001 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:13.234431 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-bfea979c-e9ea-49a0-8750-b2f11a8ff001 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 814 time: 0.1038930 Aug 02 17:36:13.249303 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Request body: {'port': {'device_id': 'd7c6dad4-457a-482e-8aef-18615a268220', 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e', 'admin_state_up': True, 'tenant_id': 'f1ee3324f72140b5b3c5c74c2b937d73'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:13.308571 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.343730 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b098e8ed-ba77-4dd7-b02a-74013bbdabf3,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:13.344839 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d266dcb-baba-4a71-aa6e-5a9671ef3a3d None None] Network afae1f53-a8c1-4102-bfb3-f9f8a4e72272 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:36:13.345918 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.351166 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-7e1877c8-cce7-460e-a58c-d81f7b23c8f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b098e8ed-ba77-4dd7-b02a-74013bbdabf3 HTTP/1.1" status: 204 len: 168 time: 0.3039076 Aug 02 17:36:13.353230 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41392) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:13.392839 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-7c30ec3e-9eec-48c9-b955-f70cabecb196 req-f85dfd4c-2350-4a8c-bbcd-130b4d5b7ac5 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 210 time: 0.0406034 Aug 02 17:36:13.401139 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Made reservation on behalf of f1ee3324f72140b5b3c5c74c2b937d73 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:36:13.406324 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.448076 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.505864 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Deleting port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:13.506242 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.537032 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Allocated IP 172.20.0.5 (52e8e43c-e165-4640-b006-4c6cca4fc35e/4ef899a1-186f-4eeb-bb38-be0b4b32ac69/90381da5-0f7f-41b1-9fad-eb8a16e89cdb) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:36:13.568822 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] For port fc35ce26-f164-4f2b-8f3c-12399de4d2e8, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,segment=NetworkSegment(d9c5fccc-2df9-4fe3-a1de-466a0f7741ab),segment_id=d9c5fccc-2df9-4fe3-a1de-466a0f7741ab)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:13.568974 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.581564 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Calling delete_port for fc35ce26-f164-4f2b-8f3c-12399de4d2e8 owned by network:dhcp {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:13.665988 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.681851 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.691028 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc35ce26-f164-4f2b-8f3c-12399de4d2e8,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:13.694485 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] No DVR routers for this DVR port fc35ce26-f164-4f2b-8f3c-12399de4d2e8 on host dv-cinder-788367-3-iscsi {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:13.735297 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.742650 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd07570-91ae-4d5d-973b-29a5e3c7fc3f None None] DHCP port deletion for afae1f53-a8c1-4102-bfb3-f9f8a4e72272 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:36:13.768295 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.779639 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afae1f53-a8c1-4102-bfb3-f9f8a4e72272']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:13.781238 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:36:13.784610 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:13.787263 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:36:13.790592 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:13.790960 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c5fccc-2df9-4fe3-a1de-466a0f7741ab') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:13.800794 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.817798 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.818129 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Pushing event updated for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:13.823754 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:36:13.824143 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:36:13.825808 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:36:13.844559 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:13.845164 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.860606 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-47e8a129-52d0-43d7-889d-5faa06c600db tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162462 Aug 02 17:36:13.873471 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Request body: {'port': {'device_id': 'd7c6dad4-457a-482e-8aef-18615a268220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:13.882106 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.887534 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:13.899027 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] 10.222.0.54 "DELETE /v2.0/networks/afae1f53-a8c1-4102-bfb3-f9f8a4e72272 HTTP/1.1" status: 204 len: 168 time: 0.5345261 Aug 02 17:36:13.899150 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41396) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:13.901283 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a534a-efb6-421f-a2d6-9684ebf61b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=afae1f53-a8c1-4102-bfb3-f9f8a4e72272,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:13.983108 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.236651 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device fc35ce26-f164-4f2b-8f3c-12399de4d2e8 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:14.257049 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: fc35ce26-f164-4f2b-8f3c-12399de4d2e8 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:14.257524 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device fc35ce26-f164-4f2b-8f3c-12399de4d2e8 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:14.258401 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7ea18a77-5faf-4460-b0bc-05da35779418 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:14.277116 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 7ea18a77-5faf-4460-b0bc-05da35779418 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:14.277425 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 7ea18a77-5faf-4460-b0bc-05da35779418 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:14.277864 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device cbe95333-54c8-408b-81b3-351c3174e28a no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:14.296471 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: cbe95333-54c8-408b-81b3-351c3174e28a {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:14.296807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device cbe95333-54c8-408b-81b3-351c3174e28a not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:14.412866 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90381da5-0f7f-41b1-9fad-eb8a16e89cdb {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:14.421468 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.441283 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Transition to ACTIVE for port object 90381da5-0f7f-41b1-9fad-eb8a16e89cdb will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:36:14.450011 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.511052 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb1df1-c64e-4088-a203-d153f55c20f9 req-b698d016-650a-41fe-930e-6a39c972dd27 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:14.512540 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c7cb1df1-c64e-4088-a203-d153f55c20f9 req-b698d016-650a-41fe-930e-6a39c972dd27 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 943 time: 0.0485687 Aug 02 17:36:14.525582 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Pushing event updated for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:14.552276 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c7cb1df1-c64e-4088-a203-d153f55c20f9 req-c74ee578-e7b4-4bd8-bf84-205d10faa317 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336754 Aug 02 17:36:14.617554 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1727728'] for router_interface, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.621489 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Attempting to bind port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:36:14.621824 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Attempting to bind port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:36:14.622163 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Attempting to bind port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb on network 52e8e43c-e165-4640-b006-4c6cca4fc35e {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:14.673739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb on network 52e8e43c-e165-4640-b006-4c6cca4fc35e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:36:14.674027 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Attempting to bind port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb on network 52e8e43c-e165-4640-b006-4c6cca4fc35e {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:14.696132 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:36:14.696453 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Checking segment: {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:36:14.696862 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Bound using segment: {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:36:14.697309 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Bound port: 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:36:14.697673 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.843309 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:36:14.856766 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:36:14.864231 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.903583 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:14.904190 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.905603 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] 10.222.0.42 "PUT /v2.0/ports/90381da5-0f7f-41b1-9fad-eb8a16e89cdb HTTP/1.1" status: 200 len: 1093 time: 1.0365610 Aug 02 17:36:14.906042 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:14.908349 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:14.958918 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e21e395-fad2-4791-96ea-032b77101738 x-openstack-request-id: req-3e21e395-fad2-4791-96ea-032b77101738 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:14.959225 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:14.959447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e21e395-fad2-4791-96ea-032b77101738 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:14.959843 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb', 'status': 'completed', 'code': 200} Aug 02 17:36:14.976522 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e74bcb-5556-4604-bc77-b191b08f906d service neutron] Pushing event updated for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:15.036285 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-6e7ee900-5bb7-42f2-b5bb-6828f57495f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.037843 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-6e7ee900-5bb7-42f2-b5bb-6828f57495f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 1096 time: 0.0812500 Aug 02 17:36:15.089976 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-c9e01140-9bf9-43eb-98ae-e48c8e2f5abd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb HTTP/1.1" status: 200 len: 217 time: 0.0440276 Aug 02 17:36:15.093526 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Deleting port 654d7cce-a451-4f18-b99b-d30f1c0bc17d {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:15.093807 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:15.181661 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-ca04eec0-a966-42a5-875a-6672034ddc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.183188 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-ca04eec0-a966-42a5-875a-6672034ddc5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ef899a1-186f-4eeb-bb38-be0b4b32ac69 HTTP/1.1" status: 200 len: 854 time: 0.0866230 Aug 02 17:36:15.227093 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-6a3e949c-076b-45e1-aa7e-f7f6283836b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52e8e43c-e165-4640-b006-4c6cca4fc35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359626 Aug 02 17:36:15.232113 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] For port 654d7cce-a451-4f18-b99b-d30f1c0bc17d, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=654d7cce-a451-4f18-b99b-d30f1c0bc17d,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:15.232472 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:15.259989 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Calling delete_port for 654d7cce-a451-4f18-b99b-d30f1c0bc17d owned by network:router_interface {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:15.378227 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-cbc47e1f-5bce-4ddb-bf64-61fa5f99a49b service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430242 Aug 02 17:36:15.681518 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c23149-5e00-479b-9c32-f83b219521aa req-91e98578-4665-4d60-92a9-3ac480c17e27 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.683101 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-15c23149-5e00-479b-9c32-f83b219521aa req-91e98578-4665-4d60-92a9-3ac480c17e27 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 943 time: 0.0587106 Aug 02 17:36:15.725744 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-15c23149-5e00-479b-9c32-f83b219521aa req-ac9da1be-f1a0-468d-9844-a38d6001fce0 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Aug 02 17:36:15.808422 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-5f405c2d-f63a-49e2-8c48-fe5bfed99e0c req-7e1edd5a-e2de-4d1b-9809-d51b8b69a7d1 service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944273 Aug 02 17:36:15.852018 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:15.887390 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=654d7cce-a451-4f18-b99b-d30f1c0bc17d,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:15.966402 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-cc37ee8c-167b-4801-8e3c-ead44ed58075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.968008 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-cc37ee8c-167b-4801-8e3c-ead44ed58075 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 1096 time: 0.1114824 Aug 02 17:36:16.138197 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1727620'] for router_interface, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.140431 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-0ddf4293-3acf-4231-a972-a9b8a1de4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.141891 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-0ddf4293-3acf-4231-a972-a9b8a1de4efc service neutron] 10.222.0.42 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 915 time: 0.1643474 Aug 02 17:36:16.214473 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-300743ea-0afd-4e00-8da9-b6adb5e14be6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb HTTP/1.1" status: 200 len: 217 time: 0.0635507 Aug 02 17:36:16.305567 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-88de4ce5-6c0f-49e2-9f19-fbe18374731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.307052 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-88de4ce5-6c0f-49e2-9f19-fbe18374731e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ef899a1-186f-4eeb-bb38-be0b4b32ac69 HTTP/1.1" status: 200 len: 854 time: 0.0847974 Aug 02 17:36:16.370784 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-c252271c-7ad4-42af-b561-ffe516ca474c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52e8e43c-e165-4640-b006-4c6cca4fc35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558307 Aug 02 17:36:16.498113 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e has already been hosted by L3 agent 5746499d-7759-4422-87d2-17d2de8381ea {{(pid=93243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:16.510871 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-5e2c3fca-cca6-4f7a-8ab5-38132a75192e service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315203 Aug 02 17:36:16.674572 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] Notify agent at l3_agent.dv-cinder-788367-3-iscsi the message routers_updated {{(pid=93243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:16.677892 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-49eb22c9-5ba4-41af-bf9a-3fce3bb3def1 req-2342a651-b557-41e3-8bf1-956899b9676a service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596792 Aug 02 17:36:16.682183 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-81fad25a-18d4-43ac-8456-48ef4218f7d5 admin admin] 10.222.0.54 "PUT /v2.0/routers/5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847106 Aug 02 17:36:16.683435 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Sync routers for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:16.684203 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41404) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:16.696552 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:16.697188 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:16.791680 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks [] for router, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.805569 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: dv-cinder-788367-3-iscsi {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:16.910332 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1515274-eb27-479c-8a70-aa7c02c0134a req-8257792a-fb49-4144-9e30-d5f2ac2237d1 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.911825 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1515274-eb27-479c-8a70-aa7c02c0134a req-8257792a-fb49-4144-9e30-d5f2ac2237d1 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 943 time: 0.1172686 Aug 02 17:36:16.945785 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.964923 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-b1515274-eb27-479c-8a70-aa7c02c0134a req-6fc284db-7b6f-4421-8798-1e4d161e0895 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464818 Aug 02 17:36:16.981986 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'external_fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:36:15Z', 'revision_number': 5, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port': {'id': '061946a6-a6d0-43cf-8b3d-a88e7fe38548', 'name': '', 'network_id': '2816d98a-21f8-4193-b3fb-954f5734df1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:28:38Z', 'updated_at': '2021-08-02T17:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '404da3f0-1ce0-44ee-a471-bbae9a02f7a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-3-iscsi'}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.011177 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Checking router: 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e for host: dv-cinder-788367-3-iscsi {{(pid=93246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:17.011631 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Deleting port 061946a6-a6d0-43cf-8b3d-a88e7fe38548 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:17.011974 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.019429 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Routers {'5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'} bound to L3 agent in host dv-cinder-788367-3-iscsi {{(pid=93246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:17.020033 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:19:03Z,description=,heartbeat_timestamp=2021-08-02T17:36:03Z,host='dv-cinder-788367-3-iscsi',id=5746499d-7759-4422-87d2-17d2de8381ea,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:19:03Z,topic='l3_agent')) {'router_ids': ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'], 'active': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.090546 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] For port 061946a6-a6d0-43cf-8b3d-a88e7fe38548, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=061946a6-a6d0-43cf-8b3d-a88e7fe38548,segment=NetworkSegment(b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a),segment_id=b246e2d8-ef8c-45b8-9ea0-11f0ff5c938a)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:17.090911 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.099264 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvr_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] Set router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e gateway port host: None {{(pid=93246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:17.102529 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Calling delete_port for 061946a6-a6d0-43cf-8b3d-a88e7fe38548 owned by network:router_gateway {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:17.151118 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:36:16Z', 'revision_number': 6, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port_host': None}], 'dv-cinder-788367-3-iscsi', False) {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.176330 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1c49-ad1c-4495-a2e6-22cc08f3a272 None None] The sync data for ids ['5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e'] in dv-cinder-788367-3-iscsi is: [{'id': '5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e', 'name': 'tempest-TestVolumeBootPattern-1846379179-router', 'tenant_id': 'd0cc731754b34773b586432d31cc57e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:28:37Z', 'updated_at': '2021-08-02T17:36:16Z', 'revision_number': 6, 'project_id': 'd0cc731754b34773b586432d31cc57e5', 'gw_port_host': None}] {{(pid=93246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:17.272588 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.298230 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Pushing event deleted for resources: {'Port': ['ID=061946a6-a6d0-43cf-8b3d-a88e7fe38548,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:17.321618 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.321951 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.322318 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.322653 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.322979 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.323303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.323623 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.323925 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.324268 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.324584 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.324900 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.325197 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:17.364635 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726526'] for router_gateway, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.451387 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8504'] for router, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.453511 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.501485 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721653'] for router, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.502124 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e {{(pid=93244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:36:17.506801 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] Notify callbacks [] for router, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.508037 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-6491d5a0-c73b-425b-9f0b-9c81ab57e77d admin admin] 10.222.0.54 "DELETE /v2.0/routers/5b0161ba-0aaf-4b96-aead-ad6bfbfcf03e HTTP/1.1" status: 204 len: 168 time: 0.8226283 Aug 02 17:36:17.510819 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41408) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:17.556111 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Deleting subnet 6d3cf527-3ad0-419e-8211-0bf8627979d4 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:36:17.559603 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.600301 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.685416 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.748217 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.774209 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3cf527-3ad0-419e-8211-0bf8627979d4,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:17.776068 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.777908 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-8995408e-33ac-46c2-a772-0857ee7b763c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6d3cf527-3ad0-419e-8211-0bf8627979d4 HTTP/1.1" status: 204 len: 168 time: 0.2661343 Aug 02 17:36:17.780847 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41410) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:17.783404 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72dc73-1c4b-4db6-bb05-f952cebdd3a6 None None] Network f7c6ad87-0c3c-4c90-9f35-479415913938 requested from dv-cinder-788367-3-iscsi {{(pid=93245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:36:17.847817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.907756 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Deleting port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 {{(pid=93244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:17.908145 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.967388 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] DHCP port deletion for f7c6ad87-0c3c-4c90-9f35-479415913938 request from dv-cinder-788367-3-iscsi {{(pid=93245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:36:17.971758 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.db [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] For port 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=2fadca6e-a976-48cd-ac88-3256c6fa19c7,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:17.972122 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.997187 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Calling delete_port for 2fadca6e-a976-48cd-ac88-3256c6fa19c7 owned by network:dhcp {{(pid=93244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:18.016874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Deleting port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 {{(pid=93245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:18.017390 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.086364 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] For port 2fadca6e-a976-48cd-ac88-3256c6fa19c7, host dv-cinder-788367-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-3-iscsi',level=0,port_id=2fadca6e-a976-48cd-ac88-3256c6fa19c7,segment=NetworkSegment(38a04f5f-b365-401b-8804-a761621a0260),segment_id=38a04f5f-b365-401b-8804-a761621a0260)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:18.086764 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.101686 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Calling delete_port for 2fadca6e-a976-48cd-ac88-3256c6fa19c7 owned by network:dhcp {{(pid=93245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:18.199491 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896'] for port, after_delete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.238219 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Pushing event deleted for resources: {'Port': ['ID=2fadca6e-a976-48cd-ac88-3256c6fa19c7,revision_number=None']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:18.240810 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] No DVR routers for this DVR port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 on host dv-cinder-788367-3-iscsi {{(pid=93245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:18.252982 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.253513 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.253912 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.254357 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.254748 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.255128 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.255511 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.255892 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.256257 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.256636 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.257017 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.257384 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe3894-c1fb-4135-8455-3ac5cc0bcec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:18.268403 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 061946a6-a6d0-43cf-8b3d-a88e7fe38548 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:18.288992 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 061946a6-a6d0-43cf-8b3d-a88e7fe38548 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:18.289281 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 061946a6-a6d0-43cf-8b3d-a88e7fe38548 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:18.289714 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 2fadca6e-a976-48cd-ac88-3256c6fa19c7 no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:18.312284 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 2fadca6e-a976-48cd-ac88-3256c6fa19c7 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:18.312661 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 2fadca6e-a976-48cd-ac88-3256c6fa19c7 not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:18.313021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 654d7cce-a451-4f18-b99b-d30f1c0bc17d no longer exists at agent ovs-agent-dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:18.332064 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] No Port match for: 654d7cce-a451-4f18-b99b-d30f1c0bc17d {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:18.332403 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Device 654d7cce-a451-4f18-b99b-d30f1c0bc17d not bound to the agent host dv-cinder-788367-3-iscsi {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:18.412528 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d7beb-f174-4904-9448-8103ebcc5605 req-f64d6186-763c-4bc4-b837-23db448df288 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:18.414012 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a73d7beb-f174-4904-9448-8103ebcc5605 req-f64d6186-763c-4bc4-b837-23db448df288 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 943 time: 0.3640709 Aug 02 17:36:18.419758 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767895'] for port, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.455026 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fadca6e-a976-48cd-ac88-3256c6fa19c7,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:18.464351 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] No DVR routers for this DVR port 2fadca6e-a976-48cd-ac88-3256c6fa19c7 on host dv-cinder-788367-3-iscsi {{(pid=93244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:18.495825 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a73d7beb-f174-4904-9448-8103ebcc5605 req-78187428-d0be-46e7-80cb-6ec939ca0512 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737801 Aug 02 17:36:18.547932 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.557666 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c6ad87-0c3c-4c90-9f35-479415913938']}} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.567770 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a04f5f-b365-401b-8804-a761621a0260') {'for_net_delete': True} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.568519 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.services.segments.db [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a04f5f-b365-401b-8804-a761621a0260') {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.577506 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5745396'] for segment, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.592293 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.598680 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:36:18.599085 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767816'] for segment, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self.session.flush() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self.session.flush() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self.session.flush() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self.session.flush() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: Traceback (most recent call last): Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: timer() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: cb(*args, **kw) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: return func(*args, **kwargs) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self._notify() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: self.callback(batched_events) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: event.method(event) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: return f(self, *a, **k) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._get(url).json() Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: return self.request(url, 'GET', **kwargs) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:36:18.600983 dv-cinder-788367-3-iscsi neutron-server[93244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:36:18.656071 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.661518 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.663352 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f7c6ad87-0c3c-4c90-9f35-479415913938 HTTP/1.1" status: 204 len: 168 time: 0.8815408 Aug 02 17:36:18.677584 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8d78-fd78-42ce-b669-517cad48bbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c6ad87-0c3c-4c90-9f35-479415913938,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:18.679929 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 90381da5-0f7f-41b1-9fad-eb8a16e89cdb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:36:18.775144 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:18.780530 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41416) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:18.787569 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb', 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e', 'port_id': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb', 'mac_address': 'fa:16:3e:97:52:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef899a1-186f-4eeb-bb38-be0b4b32ac69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:36:18.819395 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-bb74ec5c-00ba-4f3d-a7b6-18a46e13b05f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=822327a2f4f0427182b8af6b8c0654d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375693 Aug 02 17:36:18.821916 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41418) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:18.828402 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.842098 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90381da5-0f7f-41b1-9fad-eb8a16e89cdb {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:18.862408 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:18.867772 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.871395 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.891992 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.915189 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:18.938817 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.941310 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.942507 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12b9c618-e729-4c39-9838-4960e7ff5d86 HTTP/1.1" status: 204 len: 168 time: 0.1196103 Aug 02 17:36:18.950310 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0f6f-7901-419f-879f-2d354670a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b9c618-e729-4c39-9838-4960e7ff5d86,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:19.076656 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['90381da5-0f7f-41b1-9fad-eb8a16e89cdb'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:36:19.264861 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41424) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:19.304238 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-68a35b09-1905-450c-aad8-aee6c4bef519 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0cc731754b34773b586432d31cc57e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381207 Aug 02 17:36:19.306638 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41426) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:19.357079 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.381532 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.434939 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.437402 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.438600 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bfc4313b-bfed-450c-8b86-8be596a97a10 HTTP/1.1" status: 204 len: 168 time: 0.1309586 Aug 02 17:36:19.446295 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f88714-b2e0-4b6e-88b3-c61e60436f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4313b-bfed-450c-8b86-8be596a97a10,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:19.620263 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa2be6-86d4-4581-b53e-447cdb4f0158 req-696c4ae0-828e-46e0-8c48-0eba6f5aff29 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:19.621807 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75aa2be6-86d4-4581-b53e-447cdb4f0158 req-696c4ae0-828e-46e0-8c48-0eba6f5aff29 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 944 time: 0.0520422 Aug 02 17:36:19.663811 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-75aa2be6-86d4-4581-b53e-447cdb4f0158 req-15df1b37-b792-45ff-bc77-a6a3681b0e6e tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Aug 02 17:36:20.685578 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 90381da5-0f7f-41b1-9fad-eb8a16e89cdb up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:36:20.746852 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:36:20.750845 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:36:20.751215 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.789613 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb015f-e2c3-4899-8343-31ab592efdfe req-f59ef011-0b6d-4183-855a-db5ea0412b33 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:20.791196 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9dcb015f-e2c3-4899-8343-31ab592efdfe req-f59ef011-0b6d-4183-855a-db5ea0412b33 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 944 time: 0.0491862 Aug 02 17:36:20.826167 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.829671 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-9dcb015f-e2c3-4899-8343-31ab592efdfe req-8a475e10-c194-4a8c-a609-f47cb230e7a8 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 02 17:36:20.851936 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:20.854180 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb6b52-28e0-47cf-86b7-c6d37c536130" -d '{"events": [{"server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "name": "network-vif-plugged", "status": "completed", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:20.867556 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:20.872993 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.898881 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca596e28-8fd0-4f31-a75a-d0c0bd7b4b13 x-openstack-request-id: req-ca596e28-8fd0-4f31-a75a-d0c0bd7b4b13 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:20.899168 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "name": "network-vif-plugged", "status": "completed", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:20.899592 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca596e28-8fd0-4f31-a75a-d0c0bd7b4b13 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:20.899975 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb', 'code': 200} Aug 02 17:36:20.927258 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:21.065267 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da9bbb-f30b-47d7-8d44-f27c6cd674a5 req-38bed857-d893-4223-b1a3-c6b82eecd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:21.066804 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-44da9bbb-f30b-47d7-8d44-f27c6cd674a5 req-38bed857-d893-4223-b1a3-c6b82eecd9ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 1098 time: 0.0471916 Aug 02 17:36:21.104263 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-44da9bbb-f30b-47d7-8d44-f27c6cd674a5 req-7cd0a5d4-d952-4e28-b537-8943040293e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291972 Aug 02 17:36:21.953041 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb41b-90ae-4c52-ac7b-08a5162ab62b req-655efab6-6767-4b07-8381-6867d8655a57 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:21.954535 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bdfcb41b-90ae-4c52-ac7b-08a5162ab62b req-655efab6-6767-4b07-8381-6867d8655a57 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 945 time: 0.0554762 Aug 02 17:36:21.993435 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-bdfcb41b-90ae-4c52-ac7b-08a5162ab62b req-4fd4317a-e552-4254-b3f6-55117049a29f tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Aug 02 17:36:23.127057 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f21b7-27de-4849-ad90-5ef6aa5da328 req-d4d886f8-7ad8-4782-b52c-903742635c9e tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.128542 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-724f21b7-27de-4849-ad90-5ef6aa5da328 req-d4d886f8-7ad8-4782-b52c-903742635c9e tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 945 time: 0.0548096 Aug 02 17:36:23.180073 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-724f21b7-27de-4849-ad90-5ef6aa5da328 req-31dab2a8-18e0-407c-b702-aa3e9b273ce3 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Aug 02 17:36:28.437341 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:30.584468 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-17d71704-60da-463d-ac9b-81f0581f435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:32.956501 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ec64775f-d6d8-4e77-ae51-54b21c401969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:33.509961 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:34.137281 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:35.884189 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:48.204920 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:36:58.456814 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:00.184537 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3371d-b10d-41e2-8afe-a63e8c828670 req-c6ebad3d-e8ee-40f2-aa43-9443f7609f86 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:00.186122 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c1b3371d-b10d-41e2-8afe-a63e8c828670 req-c6ebad3d-e8ee-40f2-aa43-9443f7609f86 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 945 time: 0.0585675 Aug 02 17:37:00.232653 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-c1b3371d-b10d-41e2-8afe-a63e8c828670 req-5312117d-e764-48d5-91b1-8716123b811c tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Aug 02 17:37:00.579597 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-335469d3-38cb-4da7-8121-a11648bb6e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:01.360037 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c7dd-0180-49ca-8d52-dc75905c80bf req-a75b8e65-c1c7-4488-89c6-5b3183175f91 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:01.361502 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4d49c7dd-0180-49ca-8d52-dc75905c80bf req-a75b8e65-c1c7-4488-89c6-5b3183175f91 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 945 time: 0.0566583 Aug 02 17:37:01.403313 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4d49c7dd-0180-49ca-8d52-dc75905c80bf req-dbecb1ad-7651-4964-8bde-d61ce3ded2ac tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Aug 02 17:37:01.778497 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-782b2b2e-ed0e-4eae-b263-fc657c03305c tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:01.780070 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-782b2b2e-ed0e-4eae-b263-fc657c03305c tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 945 time: 0.0511596 Aug 02 17:37:01.874184 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Deleting port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:01.874439 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:01.962376 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] For port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:01.962738 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:01.975822 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Calling delete_port for 90381da5-0f7f-41b1-9fad-eb8a16e89cdb owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:02.108689 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:02.120933 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['90381da5-0f7f-41b1-9fad-eb8a16e89cdb'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:37:02.136433 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Pushing event deleted for resources: {'Port': ['ID=90381da5-0f7f-41b1-9fad-eb8a16e89cdb,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:02.180586 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] No DVR routers for this DVR port 90381da5-0f7f-41b1-9fad-eb8a16e89cdb on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:02.183546 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:02.185602 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-fa170b6a-bdc1-4a54-a603-31e3d21ebb92 req-b7914659-d7ff-4d38-88fa-98cb303bb3fc tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "DELETE /v2.0/ports/90381da5-0f7f-41b1-9fad-eb8a16e89cdb HTTP/1.1" status: 204 len: 173 time: 0.3990493 Aug 02 17:37:02.186060 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'name': 'network-vif-deleted', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:02.188416 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675979bf-5570-4699-b095-9204695ebdeb" -d '{"events": [{"server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "name": "network-vif-deleted", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:02.228161 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46d356-32c5-48d5-9e09-a2f8c63684ec x-openstack-request-id: req-4a46d356-32c5-48d5-9e09-a2f8c63684ec {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:02.228447 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c6dad4-457a-482e-8aef-18615a268220", "name": "network-vif-deleted", "tag": "90381da5-0f7f-41b1-9fad-eb8a16e89cdb", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:02.228696 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a46d356-32c5-48d5-9e09-a2f8c63684ec {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:02.229083 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c6dad4-457a-482e-8aef-18615a268220', 'name': 'network-vif-deleted', 'tag': '90381da5-0f7f-41b1-9fad-eb8a16e89cdb', 'status': 'completed', 'code': 200} Aug 02 17:37:02.524376 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-14c71708-6d6f-456c-b8b3-626a65c23ce9 req-99750d95-f0c8-4049-ac0d-9e79498daec0 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7c6dad4-457a-482e-8aef-18615a268220 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Aug 02 17:37:02.961948 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-ed9c56cd-9668-4a64-b946-6df4567f4f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:03.520967 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:04.150772 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:05.368748 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 90381da5-0f7f-41b1-9fad-eb8a16e89cdb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:05.391274 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 90381da5-0f7f-41b1-9fad-eb8a16e89cdb {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:05.391606 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 90381da5-0f7f-41b1-9fad-eb8a16e89cdb not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:05.889029 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:11.589404 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-1ff87407-25ac-4378-a750-d53036eed3fe tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:11.591255 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-1ff87407-25ac-4378-a750-d53036eed3fe tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 814 time: 0.1085289 Aug 02 17:37:11.606695 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-fe9feb38-c048-4f72-b865-e2e0c256a227 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/quotas/f1ee3324f72140b5b3c5c74c2b937d73 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Aug 02 17:37:11.638568 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d7be28e2-f48c-49a2-9363-b72b86251fd9 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254951 Aug 02 17:37:11.649314 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-8bae2655-3d60-40c8-886b-bd18a006c9bc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:37:11.650262 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-8bae2655-3d60-40c8-886b-bd18a006c9bc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051057 Aug 02 17:37:11.745796 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d9546a47-1044-41af-8b6a-8c77dad35bd0 service neutron] 10.222.0.54 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896347 Aug 02 17:37:11.839612 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-3c049705-5c32-4e53-afd0-dd8722e3d56f service neutron] 10.222.0.54 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Aug 02 17:37:12.017728 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8860cfcb-99c4-49af-9170-606b30736c65 req-e03783a2-ac58-4dad-9bcf-e96c085346f7 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 210 time: 0.0264506 Aug 02 17:37:13.119331 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-ceccfd87-6431-4201-825a-4b49ee2ec43f req-86954d2f-696a-4256-b9bf-6ce91bf4d8e8 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 210 time: 0.0273087 Aug 02 17:37:13.142716 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-80985b0c-41ca-4ffa-8328-a45a0093218a tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:13.144194 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-80985b0c-41ca-4ffa-8328-a45a0093218a tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 814 time: 0.1100750 Aug 02 17:37:13.158306 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Request body: {'port': {'device_id': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e', 'admin_state_up': True, 'tenant_id': 'f1ee3324f72140b5b3c5c74c2b937d73'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:13.270638 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Made reservation on behalf of f1ee3324f72140b5b3c5c74c2b937d73 for: {'port': 1} {{(pid=93243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:37:13.274251 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:13.407631 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.db_base_plugin_common [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Allocated IP 172.20.0.6 (52e8e43c-e165-4640-b006-4c6cca4fc35e/4ef899a1-186f-4eeb-bb38-be0b4b32ac69/631cb78e-77ab-4225-9dcf-709893c54706) {{(pid=93243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:37:13.557206 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks [] for port, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:13.598588 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754213555887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:13.643632 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Network 52e8e43c-e165-4640-b006-4c6cca4fc35e is already hosted by enough agents. {{(pid=93243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:37:13.646941 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.scheduler.base_scheduler [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Resources bound (agent type, host, resource id): {{(pid=93243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:37:13.654110 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Received port after_create {{(pid=93243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:37:13.661732 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Pushing event updated for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:13.689077 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.689418 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.689755 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.690086 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.690449 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.690775 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.691097 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.691421 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.691739 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.692056 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.692373 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.692700 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:13.716340 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:13.716984 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:13.735998 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d095c1ad-5cf3-4aab-95c2-9f89f1c94a62 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816605 Aug 02 17:37:13.747336 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-19c57187-29a0-4b68-9388-e1a95b5cba24 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:37:13.748270 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-19c57187-29a0-4b68-9388-e1a95b5cba24 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051615 Aug 02 17:37:13.860131 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.v2.base [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Request body: {'port': {'device_id': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:13.913744 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.186673 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631cb78e-77ab-4225-9dcf-709893c54706 {{(pid=93243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:37:14.195125 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.207497 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.provisioning_blocks [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Transition to ACTIVE for port object 631cb78e-77ab-4225-9dcf-709893c54706 will not be triggered until provisioned by entity L2. {{(pid=93243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:37:14.211792 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.244063 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a753d68-470e-4587-a1b1-4ceb4ca90461 req-c921ed84-04e7-4989-bdf6-4cf8fcd78d93 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:14.245715 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a753d68-470e-4587-a1b1-4ceb4ca90461 req-c921ed84-04e7-4989-bdf6-4cf8fcd78d93 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 931 time: 0.0558331 Aug 02 17:37:14.262415 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=2']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:14.285972 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6a753d68-470e-4587-a1b1-4ceb4ca90461 req-bbd65a6b-9de1-4880-9fc4-3b922478185d tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Aug 02 17:37:14.323576 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Attempting to bind port 631cb78e-77ab-4225-9dcf-709893c54706 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:37:14.323899 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Attempting to bind port 631cb78e-77ab-4225-9dcf-709893c54706 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:37:14.324219 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Attempting to bind port 631cb78e-77ab-4225-9dcf-709893c54706 on network 52e8e43c-e165-4640-b006-4c6cca4fc35e {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:14.328764 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Port 631cb78e-77ab-4225-9dcf-709893c54706 on network 52e8e43c-e165-4640-b006-4c6cca4fc35e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:37:14.329076 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Attempting to bind port 631cb78e-77ab-4225-9dcf-709893c54706 on network 52e8e43c-e165-4640-b006-4c6cca4fc35e {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:14.333875 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Checking agent: {'id': '2caaa556-679e-42d1-ab76-4988f4aa4558', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'started_at': datetime.datetime(2021, 8, 2, 17, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:37:14.334235 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Checking segment: {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:37:14.334604 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Bound using segment: {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'} {{(pid=93243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:37:14.335015 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.managers [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Bound port: 631cb78e-77ab-4225-9dcf-709893c54706, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da8b9d-895a-4769-a202-d0b4c600a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e'}}] {{(pid=93243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:37:14.335358 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.406575 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, cleared binding levels {{(pid=93243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:37:14.411133 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=631cb78e-77ab-4225-9dcf-709893c54706,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:37:14.418421 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5661203'] for port, after_update {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.462400 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:14.462996 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.464715 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/631cb78e-77ab-4225-9dcf-709893c54706 HTTP/1.1" status: 200 len: 1093 time: 0.7082453 Aug 02 17:37:14.465142 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:14.467421 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abdba0f-51f2-420a-983b-f47efab19c59" -d '{"events": [{"name": "network-changed", "server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "tag": "631cb78e-77ab-4225-9dcf-709893c54706"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:14.490666 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880be3d-fd8b-46c8-962f-42e6f1caa1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=3']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:14.527015 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8a7fb-ab36-4675-a20b-6398216e6df4 x-openstack-request-id: req-97d8a7fb-ab36-4675-a20b-6398216e6df4 {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:14.527299 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "tag": "631cb78e-77ab-4225-9dcf-709893c54706", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:14.527545 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97d8a7fb-ab36-4675-a20b-6398216e6df4 {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:14.527923 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706', 'status': 'completed', 'code': 200} Aug 02 17:37:14.543450 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-38df8189-c8c4-44d4-bbee-5e3bae385983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:14.544974 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-38df8189-c8c4-44d4-bbee-5e3bae385983 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 1096 time: 0.0435536 Aug 02 17:37:14.589408 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-958bc083-7e85-4df2-8553-56c67ff08052 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=631cb78e-77ab-4225-9dcf-709893c54706 HTTP/1.1" status: 200 len: 217 time: 0.0364723 Aug 02 17:37:14.639366 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d44205dd-2727-44c4-9866-2ebde1576ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:14.640757 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-d44205dd-2727-44c4-9866-2ebde1576ed9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ef899a1-186f-4eeb-bb38-be0b4b32ac69 HTTP/1.1" status: 200 len: 854 time: 0.0449102 Aug 02 17:37:14.671551 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-8c5f3b7d-20fd-41a1-ab40-f70f1a88d557 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52e8e43c-e165-4640-b006-4c6cca4fc35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234673 Aug 02 17:37:14.767670 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-5d3e995c-f634-4d88-9e3d-8ae8deefbbe0 service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Aug 02 17:37:14.857650 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-06d08ee0-a279-4597-a735-f4260bde3e02 req-a30425a9-38ef-4e80-a43a-83e04764dd83 service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822175 Aug 02 17:37:14.954023 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-0fff5d53-bc32-4e58-9a93-fb7d5ac789dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:14.955513 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-0fff5d53-bc32-4e58-9a93-fb7d5ac789dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 1096 time: 0.0445020 Aug 02 17:37:15.052275 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-ae5b1a07-da15-49d2-97d5-a7f17b2d9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:15.053595 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-ae5b1a07-da15-49d2-97d5-a7f17b2d9513 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 200 len: 915 time: 0.0893495 Aug 02 17:37:15.096000 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-d33f16e8-8bf0-4c07-bfe0-de6845ec53dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=631cb78e-77ab-4225-9dcf-709893c54706 HTTP/1.1" status: 200 len: 217 time: 0.0341504 Aug 02 17:37:15.150200 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-2f5752d1-80af-407f-928c-b281a88bd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:15.151629 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-2f5752d1-80af-407f-928c-b281a88bd9a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ef899a1-186f-4eeb-bb38-be0b4b32ac69 HTTP/1.1" status: 200 len: 854 time: 0.0473955 Aug 02 17:37:15.186302 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-37e843fa-a911-468c-a46d-580a64728829 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52e8e43c-e165-4640-b006-4c6cca4fc35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272231 Aug 02 17:37:15.286105 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-a6d5dac5-231a-4817-a3de-5b5a547311b4 service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917122 Aug 02 17:37:15.381733 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-7abdba0f-51f2-420a-983b-f47efab19c59 req-8b87cdb8-4e06-4c02-b477-fbb8a032780f service neutron] 10.222.0.42 "GET /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Aug 02 17:37:15.402046 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c6009-9f10-42b9-a7b4-627cb82be152 req-4ad596bd-908d-4cf4-94ed-d24b6c418bf0 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:15.403582 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-228c6009-9f10-42b9-a7b4-627cb82be152 req-4ad596bd-908d-4cf4-94ed-d24b6c418bf0 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 943 time: 0.0492153 Aug 02 17:37:15.440304 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-228c6009-9f10-42b9-a7b4-627cb82be152 req-f7f721a1-fd04-4c06-8c18-2ba999508f4c tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Aug 02 17:37:16.570624 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d34bd4-f4c2-4de2-9be5-09efe36f41c1 req-0ba99c1a-4022-484d-892f-f4ee7c4f969d tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:16.572140 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5d34bd4-f4c2-4de2-9be5-09efe36f41c1 req-0ba99c1a-4022-484d-892f-f4ee7c4f969d tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 943 time: 0.0554554 Aug 02 17:37:16.612049 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-a5d34bd4-f4c2-4de2-9be5-09efe36f41c1 req-e4f3e5c4-c933-4230-b383-4f349d2d249a tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Aug 02 17:37:17.734768 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c5137-1cea-4925-8a4a-1bb8e9de0e4e req-d5a162d4-1132-4904-a40f-f8e5a8e3a975 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:17.736224 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-504c5137-1cea-4925-8a4a-1bb8e9de0e4e req-d5a162d4-1132-4904-a40f-f8e5a8e3a975 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 943 time: 0.0566471 Aug 02 17:37:17.774048 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-504c5137-1cea-4925-8a4a-1bb8e9de0e4e req-5bb13ad0-9537-4f19-ba9f-7fcfc91ca80a tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Aug 02 17:37:18.904401 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3fe73-2cde-43bd-9be0-3a51800baa16 req-158e11c1-30b7-48de-a476-a7ec11ec46c5 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:18.905862 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3fb3fe73-2cde-43bd-9be0-3a51800baa16 req-158e11c1-30b7-48de-a476-a7ec11ec46c5 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 943 time: 0.0523386 Aug 02 17:37:18.945951 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-3fb3fe73-2cde-43bd-9be0-3a51800baa16 req-97f3bc75-2915-4b0a-a59f-e768fe101ab1 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Aug 02 17:37:18.960807 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 631cb78e-77ab-4225-9dcf-709893c54706 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:37:19.053294 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=631cb78e-77ab-4225-9dcf-709893c54706,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:19.067531 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Returning: {'device': '631cb78e-77ab-4225-9dcf-709893c54706', 'network_id': '52e8e43c-e165-4640-b006-4c6cca4fc35e', 'port_id': '631cb78e-77ab-4225-9dcf-709893c54706', 'mac_address': 'fa:16:3e:5a:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef899a1-186f-4eeb-bb38-be0b4b32ac69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:37:19.105070 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:19.118064 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [None req-983cce67-b150-4099-b356-da5251826a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631cb78e-77ab-4225-9dcf-709893c54706 {{(pid=93245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:37:19.137402 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=631cb78e-77ab-4225-9dcf-709893c54706,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:19.144102 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:19.195255 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=4']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:19.202809 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.203158 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.203497 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.203856 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.204195 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.204519 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.204842 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.205164 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.205511 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.205831 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.206170 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.206484 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:19.355731 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['631cb78e-77ab-4225-9dcf-709893c54706'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:37:20.085837 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d656e-3a47-4fcf-8f33-1b7fa6a9a6f0 req-d853dbc4-def1-442f-af80-8b742a082358 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:20.087354 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c4d656e-3a47-4fcf-8f33-1b7fa6a9a6f0 req-d853dbc4-def1-442f-af80-8b742a082358 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 944 time: 0.0623064 Aug 02 17:37:20.126053 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-6c4d656e-3a47-4fcf-8f33-1b7fa6a9a6f0 req-53b5a5bb-77da-4df1-9988-737cdd362522 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 02 17:37:20.961290 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 631cb78e-77ab-4225-9dcf-709893c54706 up at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:37:21.023095 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning for port 631cb78e-77ab-4225-9dcf-709893c54706 completed by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:37:21.026763 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.db.provisioning_blocks [None req-983cce67-b150-4099-b356-da5251826a5c None None] Provisioning complete for port 631cb78e-77ab-4225-9dcf-709893c54706 triggered by entity L2. {{(pid=93245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:37:21.027135 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-703736'] for port, provisioning_complete {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:21.107168 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552754'] for port, before_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:21.129189 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706'}] {{(pid=93245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:21.131442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cecfb6925c9113daf8ecb72cced60855353189511fb9c1a1d3f5d08721db8cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b672a-3003-40d3-8ecf-abe6920da593" -d '{"events": [{"server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "name": "network-vif-plugged", "status": "completed", "tag": "631cb78e-77ab-4225-9dcf-709893c54706"}]}' {{(pid=93245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:21.144056 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=631cb78e-77ab-4225-9dcf-709893c54706,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:21.149437 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754213947567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754213555905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754213555923'] for port, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:21.198985 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Pushing event updated for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=5']} {{(pid=93245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:21.226619 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700839ec-8205-47ea-aab4-e75390cdb137 x-openstack-request-id: req-700839ec-8205-47ea-aab4-e75390cdb137 {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:21.226909 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "name": "network-vif-plugged", "status": "completed", "tag": "631cb78e-77ab-4225-9dcf-709893c54706", "code": 200}]} {{(pid=93245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:21.227157 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-700839ec-8205-47ea-aab4-e75390cdb137 {{(pid=93245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:21.227550 dv-cinder-788367-3-iscsi neutron-server[93245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706', 'code': 200} Aug 02 17:37:21.260303 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd09f8-0a20-45ff-862c-d234567246d3 req-b7eb05c0-26ec-4d36-b028-b40799b4c2f5 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:21.261818 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2bdd09f8-0a20-45ff-862c-d234567246d3 req-b7eb05c0-26ec-4d36-b028-b40799b4c2f5 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 945 time: 0.0555604 Aug 02 17:37:21.299885 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-2bdd09f8-0a20-45ff-862c-d234567246d3 req-6e757af9-83e2-4223-b723-03af0c88c618 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Aug 02 17:37:21.389330 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d25ca3-29c5-4613-ac4a-debc0059a359 req-78a995a5-6fa6-4ee4-b48d-496419d9dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:21.390859 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2d25ca3-29c5-4613-ac4a-debc0059a359 req-78a995a5-6fa6-4ee4-b48d-496419d9dfa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 1098 time: 0.0421600 Aug 02 17:37:21.428029 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f2d25ca3-29c5-4613-ac4a-debc0059a359 req-ba7681b0-7429-4cb5-a565-cdddd9c81563 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296726 Aug 02 17:37:22.429733 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84953f-519b-435c-8415-43ef52f6358f req-6159de58-d1f7-4ee4-87cc-ca6c8510d2a9 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:22.431231 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8f84953f-519b-435c-8415-43ef52f6358f req-6159de58-d1f7-4ee4-87cc-ca6c8510d2a9 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 945 time: 0.0541253 Aug 02 17:37:22.470746 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-8f84953f-519b-435c-8415-43ef52f6358f req-c1083a7c-8309-4753-8793-c2c03047fcc7 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Aug 02 17:37:25.208712 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:37:28.457288 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:30.595142 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0afb-a6d0-4665-882a-06c75b598201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:32.963627 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-33fc79ec-d876-4c85-863d-9c8d8ed1ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:33.524006 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:34.153139 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:35.894031 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:40.599252 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab36c-8a86-40dc-ade3-a6520fc93e49 req-a2a8b5a8-0b5b-47fc-bef8-f8019a0ae4b6 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:40.600724 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4c6ab36c-8a86-40dc-ade3-a6520fc93e49 req-a2a8b5a8-0b5b-47fc-bef8-f8019a0ae4b6 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 02 17:37:40.640328 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-4c6ab36c-8a86-40dc-ade3-a6520fc93e49 req-10dbcce4-730a-40c1-9ad2-b62789468a05 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Aug 02 17:37:41.773094 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36d59f-e6a7-49b1-88e3-a6f94805e2b5 req-2b87cd7c-a4c4-4086-bf78-7c0202ece7d1 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:41.774575 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0d36d59f-e6a7-49b1-88e3-a6f94805e2b5 req-2b87cd7c-a4c4-4086-bf78-7c0202ece7d1 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 945 time: 0.0542736 Aug 02 17:37:41.814189 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-0d36d59f-e6a7-49b1-88e3-a6f94805e2b5 req-7d9d9cda-35ce-4e59-93c9-a707b23bad34 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb9cc3c9-04f3-41c3-acb3-26b590a99e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Aug 02 17:37:42.138816 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-763436e8-8dcd-4d1e-a86f-b0ce1027cc28 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:42.140205 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-763436e8-8dcd-4d1e-a86f-b0ce1027cc28 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 945 time: 0.0579605 Aug 02 17:37:42.231591 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Deleting port 631cb78e-77ab-4225-9dcf-709893c54706 {{(pid=93243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:42.231873 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754214022970'] for port, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.316661 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.db [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] For port 631cb78e-77ab-4225-9dcf-709893c54706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=631cb78e-77ab-4225-9dcf-709893c54706,segment=NetworkSegment(c2da8b9d-895a-4769-a202-d0b4c600a5d3),segment_id=c2da8b9d-895a-4769-a202-d0b4c600a5d3)] {{(pid=93243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:42.317027 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797905'] for port, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.329038 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.plugin [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Calling delete_port for 631cb78e-77ab-4225-9dcf-709893c54706 owned by compute:nova {{(pid=93243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:42.458674 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754213947549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754213555896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5661416'] for port, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.476380 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.db [None req-983cce67-b150-4099-b356-da5251826a5c None None] get_ports_and_sgs() called for port_ids ['631cb78e-77ab-4225-9dcf-709893c54706'] {{(pid=93245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:37:42.486167 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Pushing event deleted for resources: {'Port': ['ID=631cb78e-77ab-4225-9dcf-709893c54706,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:42.528363 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] No DVR routers for this DVR port 631cb78e-77ab-4225-9dcf-709893c54706 on host hv-cinder-78836 {{(pid=93243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:42.530999 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43999'] for port, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.532984 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [req-f92be90e-f095-47a1-bc59-dfac27eacf67 req-d5e10fd8-9edc-45cf-bd8f-5e418c192577 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.42 "DELETE /v2.0/ports/631cb78e-77ab-4225-9dcf-709893c54706 HTTP/1.1" status: 204 len: 173 time: 0.3861165 Aug 02 17:37:42.533417 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'name': 'network-vif-deleted', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706'}] {{(pid=93243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:42.535637 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb76a6ba80b6998a3cdde804dab82cd9373d288811bd20c33fb5edd84b079160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e1c83-a189-475d-85d7-014dafa2e0c6" -d '{"events": [{"server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "name": "network-vif-deleted", "tag": "631cb78e-77ab-4225-9dcf-709893c54706"}]}' {{(pid=93243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:42.573718 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f93de4-a1a6-43ff-93a7-b8c8f53fe9ee x-openstack-request-id: req-d9f93de4-a1a6-43ff-93a7-b8c8f53fe9ee {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:42.573960 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812eee9e-22f0-441c-ab5c-b29bd909014f", "name": "network-vif-deleted", "tag": "631cb78e-77ab-4225-9dcf-709893c54706", "status": "completed", "code": 200}]} {{(pid=93243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:42.574174 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9f93de4-a1a6-43ff-93a7-b8c8f53fe9ee {{(pid=93243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:42.574566 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812eee9e-22f0-441c-ab5c-b29bd909014f', 'name': 'network-vif-deleted', 'tag': '631cb78e-77ab-4225-9dcf-709893c54706', 'status': 'completed', 'code': 200} Aug 02 17:37:42.939579 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [req-dec1223f-0be1-4fb1-8328-ddc05e1c30a2 req-952c374b-c33a-490b-987d-391e2cb18b43 tempest-VolumesSnapshotTestJSON-8098674 tempest-VolumesSnapshotTestJSON-8098674-project] 10.222.0.54 "GET /v2.0/ports?device_id=812eee9e-22f0-441c-ab5c-b29bd909014f HTTP/1.1" status: 200 len: 210 time: 0.0271361 Aug 02 17:37:45.054660 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 631cb78e-77ab-4225-9dcf-709893c54706 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:45.085902 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.plugin [None req-983cce67-b150-4099-b356-da5251826a5c None None] No Port match for: 631cb78e-77ab-4225-9dcf-709893c54706 {{(pid=93245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:45.086283 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron.plugins.ml2.rpc [None req-983cce67-b150-4099-b356-da5251826a5c None None] Device 631cb78e-77ab-4225-9dcf-709893c54706 not bound to the agent host hv-cinder-78836 {{(pid=93245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:58.455577 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:00.596688 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-09688f3c-a4ec-43ed-874f-12ec4955e185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:02.209962 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:38:02.957286 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e62e8762-c678-41ba-a3b2-9f4e4c49cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:03.527194 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:04.149701 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.259178 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 41936) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:05.303819 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Deleting subnet 4ef899a1-186f-4eeb-bb38-be0b4b32ac69 {{(pid=93244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:38:05.307078 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.340740 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5745293'] for subnet, precommit_delete_associations {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.381849 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697452'] for subnet, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.439396 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4767906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5833214'] for subnet, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.467156 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.469048 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4ef899a1-186f-4eeb-bb38-be0b4b32ac69 HTTP/1.1" status: 204 len: 168 time: 0.2087982 Aug 02 17:38:05.469825 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef899a1-186f-4eeb-bb38-be0b4b32ac69,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:05.471765 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41938) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:05.477306 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.477661 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.477999 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.478361 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.478689 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.479017 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.479338 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.479660 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.480009 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.480333 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.480653 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.480965 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061f9f3-bb7b-426e-8e5c-3608c1931430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:05.538534 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585005'] for network, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.895629 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.898827 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696805', 'neutron.services.segments.db._delete_segments_for_network-8754214099658'] for network, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.908800 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e8e43c-e165-4640-b006-4c6cca4fc35e']}} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:05.918528 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da8b9d-895a-4769-a202-d0b4c600a5d3') {'for_net_delete': True} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:05.918818 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.services.segments.db [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da8b9d-895a-4769-a202-d0b4c600a5d3') {} {{(pid=93243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:05.927828 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754214103251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548907'] for segment, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.941745 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558'] for segment, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.947583 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:38:05.947972 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5661239'] for segment, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: Traceback (most recent call last): Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: timer() Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: cb(*args, **kw) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: return func(*args, **kwargs) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: self._notify() Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: self.callback(batched_events) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: event.method(event) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: return f(self, *a, **k) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._get(url).json() Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: return self.request(url, 'GET', **kwargs) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:38:05.949641 dv-cinder-788367-3-iscsi neutron-server[93243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:38:06.005840 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726490'] for network, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.011540 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615207'] for network, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.013998 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/52e8e43c-e165-4640-b006-4c6cca4fc35e HTTP/1.1" status: 204 len: 168 time: 0.5412145 Aug 02 17:38:06.025048 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209619c-1060-4c09-ab2d-e98ba703ca46 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e8e43c-e165-4640-b006-4c6cca4fc35e,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:06.197992 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41942) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:06.243145 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-abb0ec62-0667-4e39-8549-b5f8d5a45af5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1ee3324f72140b5b3c5c74c2b937d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439184 Aug 02 17:38:06.245712 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 41944) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:06.295026 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.315621 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.367534 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.370027 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:06.371234 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb9cc3c9-04f3-41c3-acb3-26b590a99e77 HTTP/1.1" status: 204 len: 168 time: 0.1245351 Aug 02 17:38:06.378733 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18fa31-06b1-4279-9221-10449333e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cc3c9-04f3-41c3-acb3-26b590a99e77,revision_number=None']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:14.504942 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.wsgi [-] (93243) accepted ('10.222.0.54', 42014) {{(pid=93243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:14.618503 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.722759 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.729354 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_create {{(pid=93243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.763513 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254e800-b913-457d-a857-2504b90d9513,revision_number=1']} {{(pid=93243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:14.767168 dv-cinder-788367-3-iscsi neutron-server[93243]: INFO neutron.wsgi [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56cdeb5cd6254a79a25d0ef6fa4ef53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611859 Aug 02 17:38:14.770539 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.wsgi [-] (93244) accepted ('10.222.0.54', 42018) {{(pid=93244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:14.773100 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.773442 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.773796 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.774123 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.774467 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.774790 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.775109 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.775424 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.775743 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.776045 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.776372 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.776682 dv-cinder-788367-3-iscsi neutron-server[93243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b62f6-6335-4a31-9f36-b8cd351c98dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-3-iscsi {{(pid=93243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:14.821873 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.844231 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.892794 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831728'] for security_group, after_delete {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.895343 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:14.896491 dv-cinder-788367-3-iscsi neutron-server[93244]: INFO neutron.wsgi [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3254e800-b913-457d-a857-2504b90d9513 HTTP/1.1" status: 204 len: 168 time: 0.1249502 Aug 02 17:38:14.904396 dv-cinder-788367-3-iscsi neutron-server[93244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267f7d1-acc3-4cdd-a3cc-7197ee805d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254e800-b913-457d-a857-2504b90d9513,revision_number=None']} {{(pid=93244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:28.480118 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:30.600243 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0b1dc655-1e30-4194-a9ea-15e969901280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:32.971775 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-cc511a89-f13a-4a7d-ab92-ae49b2caa1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:33.531394 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:34.157851 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:35.898176 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:39.209014 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:38:58.482331 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.602778 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc01-3213-4fc7-ab73-99158d404d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.977453 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-def007c4-61c8-455a-b298-1ed537a31a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:03.536442 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.163874 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.903021 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:16.213489 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:39:28.496572 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:30.598183 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e99a44e2-2397-42b0-839f-0b27125b5883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:32.977482 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-727ef905-279a-4326-8a75-d15b07b1022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:33.542785 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:34.170982 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:35.912036 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:53.219573 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:39:58.508298 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:00.607041 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-0be2d0dd-597f-496d-ba1b-2680ad977d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.099069 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e5af-07e9-4aeb-9d13-17555e0bdd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.530820 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:04.164550 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:05.914752 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:28.514616 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:30.223705 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:40:30.604582 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4592c912-c23f-4130-992f-7f82e5455acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:32.980042 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-e0f563bc-2d09-4b3e-b373-95563611b947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:33.532090 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:34.177291 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:35.917341 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.520880 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:00.607643 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-97f93cff-a35e-4fb5-b9dc-c29b52a84ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:02.983421 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-2b939b31-7b68-495f-9d86-17a0aa87fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:03.538408 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:04.176657 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:05.925112 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:07.228082 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:41:28.525219 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:30.610038 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-05884f86-c75d-44d3-8100-08dc02a4442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:32.985016 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a9ba554e-37ed-4882-8bba-8a4e1c1250e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:33.529058 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:34.182068 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:35.924273 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.232770 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:41:58.520222 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:00.606496 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-af08a80c-8d44-479e-8b54-0006383374e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:02.992270 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c43f8ec1-421f-42eb-9fa8-aa6a0b9c42e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.535452 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.189531 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.928804 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:21.238104 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:42:28.523396 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:30.605013 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-05b656e6-5f3f-4e8f-83ff-b1d9048d0a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:32.988911 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-4503e0b3-28ec-4767-ba39-1f78a0623226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:33.522567 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:34.193387 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:35.936668 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:58.242607 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:42:58.523018 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:00.603596 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-6da3181e-4e2f-4edb-801c-01e0d43088a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:02.982051 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a17c3f46-e4eb-4935-abbe-1d0576f71c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:03.522050 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:04.200403 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:05.943589 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:28.543219 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-983cce67-b150-4099-b356-da5251826a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:30.603694 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-a1325c59-5258-45c6-9bc4-b1f303475b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:32.976516 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-15f0e4dd-a55f-43e2-9e3e-fb0a7bfd92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:33.514119 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-99aace39-4cff-4bb1-b71b-0fdb0916e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:34.190809 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-fce22a80-e1c0-46e4-839b-c53a04f641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:35.243522 dv-cinder-788367-3-iscsi neutron-server[93246]: DEBUG neutron.db.agents_db [None req-24592491-461c-4647-82e7-7f641eb41f59 None None] Agent healthcheck: found 6 active agents {{(pid=93246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:43:35.937224 dv-cinder-788367-3-iscsi neutron-server[93245]: DEBUG neutron_lib.callbacks.manager [None req-c78d24bb-9b3f-46fe-809f-ef1837748d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754214099640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703497'] for agent, after_update {{(pid=93245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}